-- Logs begin at Mon 2022-05-23 14:39:16 UTC, end at Mon 2022-05-23 16:00:31 UTC. -- May 23 15:32:04.080774 dv-cinder-840678-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 23 15:32:06.883919 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.common.config [-] Logging enabled! May 23 15:32:06.884512 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev227 May 23 15:32:06.884714 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111099) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 23 15:32:06.888058 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.common.config [-] Logging enabled! May 23 15:32:06.888326 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev227 May 23 15:32:06.888646 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111099) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 23 15:32:06.889604 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 23 15:32:06.890456 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 23 15:32:06.890902 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 23 15:32:06.891159 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 23 15:32:06.891393 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 23 15:32:06.891818 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.892126 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.892365 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.892670 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.892970 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.893288 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.893595 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.893908 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.894198 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.894482 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.894772 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.895008 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.895295 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] config_source = [] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.895588 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.895881 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.896109 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] debug = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.896393 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.896842 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.897268 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.897557 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.897860 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.898143 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.898422 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.898707 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.898995 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.899330 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] host = dv-cinder-840678-12-iscsi {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.899613 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.899907 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.900201 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.900498 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.900776 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.901077 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.901372 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.901653 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] log_dir = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.901931 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] log_file = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.902213 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.902510 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.902805 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.903108 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.903341 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.903574 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.903868 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.904165 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.904447 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.904726 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.905005 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.905342 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.906137 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.906413 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.906700 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.906992 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.907284 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.907566 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.907846 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.908125 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.908403 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.908694 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.908972 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.909277 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.909557 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.909852 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.910128 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.910411 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.910716 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.911008 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.911296 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.911588 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.911871 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.912162 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.912441 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.912721 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] use_journal = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.912997 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] use_json = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.913307 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.913593 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.913883 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.914163 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.914443 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.914722 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.915002 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.915293 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.915570 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:06.915871 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.916176 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.916481 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.916770 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.917098 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.917386 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.917682 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.917968 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.918264 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.918556 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.918851 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.919134 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.919438 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.919737 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.920039 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.920350 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.920651 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.920972 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.921279 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.921698 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.921984 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.922271 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.922566 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.922850 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.923146 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.923446 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.923729 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.924033 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.924329 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.924619 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.924919 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.925242 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.925522 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.925804 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.926104 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.926391 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.926671 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.926965 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.927503 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.927781 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.928067 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.928364 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.928659 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.928938 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.929246 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.929545 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.929828 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.930108 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.930393 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.930679 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.930957 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.931245 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.931528 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.931807 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.932087 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.932373 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.932651 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.932929 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.933235 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.933520 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.933803 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.934080 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.934362 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.934640 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.934918 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.935194 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.935472 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.935749 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.936031 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.936309 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.936617 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.936958 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.937263 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.937547 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.937849 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.938131 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.938414 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.938700 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.938983 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.939267 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.939550 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.939832 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.940114 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.940390 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.940684 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.940971 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.941292 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.941579 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.941861 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.942183 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.942465 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.942748 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.943035 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.943316 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.943603 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.943891 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.944178 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.944480 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.944782 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.945085 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.945390 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.945692 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.945988 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.946273 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.946588 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.946874 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:06.947098 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 23 15:32:06.947344 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=111099) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 23 15:32:07.410999 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=111099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 23 15:32:07.411280 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=111099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 23 15:32:07.411588 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=111099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 23 15:32:07.411924 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.manager [-] Loading core plugin: ml2 May 23 15:32:07.740068 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:07.740365 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:07.740640 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:07.741873 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:07.742162 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:07.742442 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:07.797727 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:07.798006 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:07.798274 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:07.813228 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:07.813517 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:07.813794 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:07.844162 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:07.844441 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:07.844720 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:07.880671 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:07.880963 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:07.881383 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.224500 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.225195 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.225195 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.225374 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.226050 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.324158 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.324486 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.324775 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.325053 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.325372 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.325673 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.325944 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.326208 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.326471 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.326772 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.327040 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.327856 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.328121 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.328391 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.328654 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.328935 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.329228 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.329502 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.329776 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.330040 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.330315 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.330570 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.330854 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.331233 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.331486 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.331737 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.332132 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=111099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 15:32:08.332377 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=111099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 15:32:08.332621 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=111099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 15:32:08.332863 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=111099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 15:32:08.333129 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=111099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 15:32:08.333374 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=111099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 15:32:08.333741 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 23 15:32:08.337923 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 23 15:32:08.341887 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 23 15:32:08.345843 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) May 23 15:32:08.347475 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 23 15:32:08.347944 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 23 15:32:08.348283 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 23 15:32:08.348672 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 23 15:32:08.351484 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 23 15:32:08.351744 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 23 15:32:08.352095 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 23 15:32:08.357225 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 23 15:32:08.381775 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 23 15:32:08.382234 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.382536 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=111099) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 23 15:32:08.382918 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.384287 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=111099) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 23 15:32:08.384575 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 23 15:32:08.384825 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 23 15:32:08.388126 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.388418 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:08.450060 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 23 15:32:08.450306 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 23 15:32:08.450553 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 23 15:32:08.450930 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 23 15:32:08.504208 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO dbcounter [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Registered counter for database neutron May 23 15:32:08.523577 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_db.sqlalchemy.engines [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=111099) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 23 15:32:08.529391 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writer thread running {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 23 15:32:09.109234 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.plugins.ml2.managers [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Initializing driver for type 'gre' May 23 15:32:09.109761 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] gre ID ranges: [(1, 1000)] May 23 15:32:09.308924 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.plugins.ml2.managers [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Initializing driver for type 'local' May 23 15:32:09.309579 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.plugins.ml2.managers [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Initializing driver for type 'vlan' May 23 15:32:09.394549 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] VlanTypeDriver initialization complete May 23 15:32:09.394822 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.plugins.ml2.managers [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Initializing driver for type 'vxlan' May 23 15:32:09.395323 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] vxlan ID ranges: [(1, 1000)] May 23 15:32:09.597500 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.plugins.ml2.managers [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Initializing extension driver 'port_security' May 23 15:32:09.597841 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.plugins.ml2.extensions.port_security [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] PortSecurityExtensionDriver initialization complete May 23 15:32:09.598184 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.plugins.ml2.managers [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Initializing mechanism driver 'openvswitch' May 23 15:32:09.598511 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.plugins.ml2.managers [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Initializing mechanism driver 'hyperv' May 23 15:32:09.605007 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.plugin [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=111099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:32:09.605701 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > port after_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.606076 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > port after_update 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.606429 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > port after_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.606932 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=111099) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 23 15:32:09.607354 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > subnet after_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.607708 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > subnet after_update 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.608060 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > subnet after_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.609039 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=111099) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 23 15:32:09.609480 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > network after_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.609829 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > network after_update 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.610174 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > network after_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.610564 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=111099) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 23 15:32:09.610967 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > security_group after_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.611317 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > security_group after_update 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.611661 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > security_group after_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.612051 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=111099) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 23 15:32:09.612454 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.612803 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.613171 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.613564 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=111099) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 23 15:32:09.613966 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > address_group after_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.614310 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > address_group after_update 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.614649 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > address_group after_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.615039 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=111099) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 23 15:32:09.615648 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] ML2 OVO RPC backend initialized. {{(pid=111099) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 23 15:32:09.616355 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > router_interface after_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.616720 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.617169 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > network before_response 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.617531 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > networks before_response 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.617884 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > port before_response 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.618235 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > ports before_response 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.618585 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > subnet before_response 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.618932 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > subnets before_response 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.619282 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > network after_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.619625 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > network after_update 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.619966 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > network after_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.620305 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > port after_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.620645 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > port after_update 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.620982 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > port after_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.621354 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > subnet after_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.624133 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > subnet after_update 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.624133 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > subnet after_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.630192 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.quota [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded quota_driver: . May 23 15:32:09.630558 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.plugins.ml2.plugin [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Modular L2 Plugin initialization complete May 23 15:32:09.630910 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading services supported by the core plugin {{(pid=111099) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 23 15:32:09.631255 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.plugins.ml2.managers [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Got port-security extension from driver 'port_security' May 23 15:32:09.631733 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.extensions.vlantransparent [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Disabled vlantransparent extension. May 23 15:32:09.632230 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=111099) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 23 15:32:09.632561 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading Plugin: router May 23 15:32:09.667434 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > router_interface before_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.667776 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > router after_create 55549900 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.668156 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > router before_create 55549900 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.668526 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.668903 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.669291 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > router after_delete 55549900 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.669659 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > floatingip after_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.670012 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > floatingip after_update 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.670374 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > router after_create 55549900 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.670722 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > router after_update 55549900 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.671675 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > router after_update 55549900 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.672027 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.672390 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > router after_update 55549900 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.672803 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > router precommit_update 55549900 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.673202 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: port after_update 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.673546 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: port after_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.673888 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: subnet after_update 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.674229 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.674580 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > port precommit_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.674931 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > router precommit_create 55549900 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.675278 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: port before_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.675623 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > router precommit_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.675981 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > router after_update 55549900 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.676326 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > router precommit_delete 55549900 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.676680 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > router precommit_create 55549900 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.677045 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > router_interface after_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.677678 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > router precommit_update 55549900 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.678051 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > agent after_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.678410 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > agent after_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.678758 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > network after_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.679609 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.quota.resource_registry [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Tracking information for resource: router configured {{(pid=111099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 15:32:09.679941 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.quota.resource_registry [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Tracking information for resource: floatingip configured {{(pid=111099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 15:32:09.684879 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.db.l3_agentschedulers_db [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 23 15:32:09.685493 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: port after_update 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.685861 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: port after_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.686218 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: port after_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.686602 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: port after_update 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.687383 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > router before_create 55550100 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.687751 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > router precommit_delete 55550100 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.688120 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > router precommit_create 55550100 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.688479 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > router precommit_update 55550100 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.693338 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.services.provider_configuration [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Service providers = [] {{(pid=111099) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 23 15:32:09.693705 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.db.servicetype_db [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=111099) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 23 15:32:09.696872 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.services.service_base [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=111099) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 23 15:32:09.697253 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.services.service_base [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=111099) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 23 15:32:09.697995 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.services.service_base [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=111099) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 23 15:32:09.698490 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.services.service_base [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=111099) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 23 15:32:09.698865 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.services.service_base [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Default provider is not specified for service type L3_ROUTER_NAT May 23 15:32:09.699251 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=111099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 15:32:09.699573 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 23 15:32:09.710469 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=111099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 15:32:09.710808 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading Plugin: auto_allocate May 23 15:32:09.716442 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: network precommit_update 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.716820 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: network precommit_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.717378 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=111099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 15:32:09.718239 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading Plugin: tag May 23 15:32:09.725023 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=111099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 15:32:09.725377 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading Plugin: timestamp May 23 15:32:09.729445 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=111099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 15:32:09.729775 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading Plugin: network_ip_availability May 23 15:32:09.736116 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.736490 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.736850 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:09.737620 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=111099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 15:32:09.737947 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading Plugin: flavors May 23 15:32:09.742621 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=111099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 15:32:09.742961 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading Plugin: revisions May 23 15:32:09.747336 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=111099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 15:32:09.747735 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_concurrency.lockutils [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.336s {{(pid=111099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 23 15:32:09.748477 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=111099) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 23 15:32:09.748814 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Initializing extension manager. May 23 15:32:09.749467 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: __init__.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.749886 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: __pycache__ {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.750225 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: _port_mac_address_override.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.750561 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: address_group.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.751555 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.752145 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: address-group May 23 15:32:09.752472 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: address_scope.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.753217 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.753741 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: address-scope May 23 15:32:09.754064 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: admin_state_down_before_update.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.755144 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.755667 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: router-admin-state-down-before-update May 23 15:32:09.755992 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: agent.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.756693 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.757238 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: agent May 23 15:32:09.757561 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: agent_resources_synced.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.758469 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.758984 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: agent-resources-synced May 23 15:32:09.759307 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: allowedaddresspairs.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.761136 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.761667 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: allowed-address-pairs May 23 15:32:09.762000 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: auto_allocated_topology.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.763069 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.763591 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: auto-allocated-topology May 23 15:32:09.763916 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: availability_zone.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.764636 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.765249 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: availability_zone May 23 15:32:09.765575 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: availability_zone_filter.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.766476 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.766988 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: availability_zone_filter May 23 15:32:09.767311 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: data_plane_status.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.768203 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.768716 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension data-plane-status not supported by any of loaded plugins May 23 15:32:09.769037 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: default_subnetpools.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.769974 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.770490 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: default-subnetpools May 23 15:32:09.770813 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: dhcpagentscheduler.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.771621 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.772137 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: dhcp_agent_scheduler May 23 15:32:09.772461 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: dns.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.773395 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.773910 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension dns-integration not supported by any of loaded plugins May 23 15:32:09.774234 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: dns_domain_ports.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.775139 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.775649 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension dns-domain-ports not supported by any of loaded plugins May 23 15:32:09.775974 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.776888 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.777436 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 23 15:32:09.777760 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: dvr.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.778430 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.778945 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: dvr May 23 15:32:09.779270 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: ecmp_routes.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.780695 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.781283 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension ecmp_routes not supported by any of loaded plugins May 23 15:32:09.781595 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: empty_string_filtering.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.782495 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.783013 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: empty-string-filtering May 23 15:32:09.783338 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.784238 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.784748 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 23 15:32:09.785094 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.786001 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.786512 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 23 15:32:09.786836 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: external_net.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.787729 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.788242 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: external-net May 23 15:32:09.788568 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: extra_dhcp_opt.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.789510 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.790028 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: extra_dhcp_opt May 23 15:32:09.790353 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: extraroute.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.791249 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.791759 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: extraroute May 23 15:32:09.792082 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: extraroute_atomic.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.793112 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.793628 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: extraroute-atomic May 23 15:32:09.793953 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: filter_validation.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.794610 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.795119 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: filter-validation May 23 15:32:09.795441 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: fip_pf_description.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.796470 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.796982 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 23 15:32:09.797332 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: fip_pf_port_range.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.798233 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.798753 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 23 15:32:09.799077 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: fip_port_details.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.800019 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.800524 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: fip-port-details May 23 15:32:09.800848 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: flavors.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.802080 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.802859 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: flavors May 23 15:32:09.803186 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.804854 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.805411 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 23 15:32:09.805749 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: floatingip_pools.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.806578 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.807116 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: floatingip-pools May 23 15:32:09.807453 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: ip_allocation.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.808372 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.808900 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension ip_allocation not supported by any of loaded plugins May 23 15:32:09.809261 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.810176 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.810702 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: ip-substring-filtering May 23 15:32:09.811033 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: l2_adjacency.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.812502 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.813016 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension l2_adjacency not supported by any of loaded plugins May 23 15:32:09.813370 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: l3.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.814329 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.814853 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: router May 23 15:32:09.815182 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: l3_conntrack_helper.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.817412 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.817949 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 23 15:32:09.818286 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.819205 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.819733 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: ext-gw-mode May 23 15:32:09.820066 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.820977 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.821533 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: l3-ha May 23 15:32:09.821866 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.822766 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.823279 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 23 15:32:09.823606 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: l3_flavors.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.824509 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.825025 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: l3-flavors May 23 15:32:09.825381 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: l3_ndp_proxy.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.826740 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.827837 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 23 15:32:09.828152 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.829082 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.829620 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: l3-port-ip-change-not-allowed May 23 15:32:09.829953 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: l3agentscheduler.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.830988 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.831514 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: l3_agent_scheduler May 23 15:32:09.831846 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: local_ip.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.833703 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.834234 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension local_ip not supported by any of loaded plugins May 23 15:32:09.834569 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: logging.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.836029 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.836565 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension logging not supported by any of loaded plugins May 23 15:32:09.836903 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: metering.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.837678 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.838273 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: metering May 23 15:32:09.838607 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.839691 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.840218 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: metering_source_and_destination_fields May 23 15:32:09.840551 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: multiprovidernet.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.841631 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.842155 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: multi-provider May 23 15:32:09.842482 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: netmtu.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.843646 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.844170 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: net-mtu May 23 15:32:09.844495 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: netmtu_writable.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.845462 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.845984 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: net-mtu-writable May 23 15:32:09.846309 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: network_availability_zone.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.846978 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.847491 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: network_availability_zone May 23 15:32:09.847814 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: network_ip_availability.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.848908 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.849466 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: network-ip-availability May 23 15:32:09.849791 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: network_segment_range.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.850541 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.851054 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension network-segment-range not supported by any of loaded plugins May 23 15:32:09.851374 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: pagination.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.852339 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.852671 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: pagination May 23 15:32:09.852992 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: port_device_profile.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.853927 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.854448 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: port-device-profile May 23 15:32:09.854770 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: port_mac_address_override.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.855694 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.856211 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: port-mac-override May 23 15:32:09.856535 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.857477 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.857992 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: port-mac-address-regenerate May 23 15:32:09.858856 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.860088 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.860611 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: port-numa-affinity-policy May 23 15:32:09.860931 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: port_resource_request.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.861856 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.862370 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension port-resource-request not supported by any of loaded plugins May 23 15:32:09.862691 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: port_resource_request_groups.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.863643 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.864159 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension port-resource-request-groups not supported by any of loaded plugins May 23 15:32:09.864480 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: portbindings.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.865500 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.866018 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: binding May 23 15:32:09.866339 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: portbindings_extended.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.867593 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.868113 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: binding-extended May 23 15:32:09.868443 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: portsecurity.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.869388 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.869911 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: port-security May 23 15:32:09.870239 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: project_id.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.871208 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.871543 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: project-id May 23 15:32:09.871868 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: providernet.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.872791 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.873351 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: provider May 23 15:32:09.873678 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: qos.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.877919 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.878449 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension qos not supported by any of loaded plugins May 23 15:32:09.878782 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.880013 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.880540 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 23 15:32:09.880870 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.881834 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.882354 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 23 15:32:09.882682 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: qos_default.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.883584 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.884103 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension qos-default not supported by any of loaded plugins May 23 15:32:09.884430 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: qos_fip.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.885366 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.885888 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension qos-fip not supported by any of loaded plugins May 23 15:32:09.886215 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: qos_fip_network_policy.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.887115 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.887631 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 23 15:32:09.887957 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: qos_gateway_ip.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.888867 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.889415 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension qos-gateway-ip not supported by any of loaded plugins May 23 15:32:09.889766 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: qos_port_network_policy.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.890676 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.891188 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension qos-port-network-policy not supported by any of loaded plugins May 23 15:32:09.891513 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.892536 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.893052 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension qos-pps-minimum not supported by any of loaded plugins May 23 15:32:09.893399 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.894421 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.894942 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 23 15:32:09.895264 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: qos_pps_rule.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.896437 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.896957 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension qos-pps not supported by any of loaded plugins May 23 15:32:09.897383 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: qos_rule_type_details.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.898298 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.898822 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension qos-rule-type-details not supported by any of loaded plugins May 23 15:32:09.899154 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: qos_rule_type_filter.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.900061 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.900581 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 23 15:32:09.900907 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: qos_rules_alias.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.902082 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.902601 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension qos-rules-alias not supported by any of loaded plugins May 23 15:32:09.902928 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: quota_check_limit.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.903905 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.904432 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: quota-check-limit May 23 15:32:09.904757 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: quotasv2.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.906002 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.906339 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: quotas May 23 15:32:09.913054 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: quotasv2_detail.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.914555 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.914898 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: quota_details May 23 15:32:09.915234 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: rbac.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.916273 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.916813 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: rbac-policies May 23 15:32:09.917172 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: rbac_address_group.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.918150 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.918636 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: rbac-address-group May 23 15:32:09.918962 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: rbac_address_scope.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.919885 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.920409 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: rbac-address-scope May 23 15:32:09.920735 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: rbac_security_groups.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.922387 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.922911 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: rbac-security-groups May 23 15:32:09.923237 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: rbac_subnetpool.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.924162 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.924686 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: rbac-subnetpool May 23 15:32:09.925012 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: revisionifmatch.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.925964 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.926489 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: revision-if-match May 23 15:32:09.926815 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: revisions.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.928182 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.928703 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: standard-attr-revisions May 23 15:32:09.929033 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: router_availability_zone.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.929725 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.930240 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: router_availability_zone May 23 15:32:09.930564 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: routerservicetype.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.931480 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.931993 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension router-service-type not supported by any of loaded plugins May 23 15:32:09.932315 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.933263 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.933780 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: security-groups-normalized-cidr May 23 15:32:09.934104 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: security_groups_port_filtering.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.935025 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.935542 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: port-security-groups-filtering May 23 15:32:09.935869 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.937376 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.937977 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: security-groups-remote-address-group May 23 15:32:09.938305 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.939245 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.939766 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: security-groups-shared-filtering May 23 15:32:09.940091 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.940680 dv-cinder-840678-12-iscsi neutron-server[111099]: WARNING neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 23 15:32:09.941003 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: securitygroup.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.952026 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.952829 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: security-group May 23 15:32:09.958230 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: segment.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.958230 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.958230 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension segment not supported by any of loaded plugins May 23 15:32:09.958230 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.958927 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.959450 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 23 15:32:09.959782 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: servicetype.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.960868 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.961429 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: service-type May 23 15:32:09.961758 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: sorting.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.962732 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.963064 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: sorting May 23 15:32:09.963389 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: standard_attr_segment.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.964296 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.964819 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension standard-attr-segment not supported by any of loaded plugins May 23 15:32:09.965168 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: standardattrdescription.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.965821 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.966340 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: standard-attr-description May 23 15:32:09.966668 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: stateful_security_group.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.967608 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.968514 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: stateful-security-group May 23 15:32:09.968927 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: stdattrs_common.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.969530 dv-cinder-840678-12-iscsi neutron-server[111099]: WARNING neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 23 15:32:09.969856 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.970802 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.971339 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 23 15:32:09.971669 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: subnet_onboard.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.972733 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.973294 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: subnet_onboard May 23 15:32:09.973623 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.974552 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.975070 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 23 15:32:09.975398 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: subnet_service_types.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.976316 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.976834 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: subnet-service-types May 23 15:32:09.977194 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: subnetallocation.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.978274 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.978797 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: subnet_allocation May 23 15:32:09.979124 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.979785 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.980309 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: subnetpool-prefix-ops May 23 15:32:09.980632 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.981585 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.982104 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 23 15:32:09.982430 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: tagging.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.984013 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.984541 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: standard-attr-tag May 23 15:32:09.984866 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: timestamp.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.988890 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.989448 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loaded extension: standard-attr-timestamp May 23 15:32:09.989777 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: trunk.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.990801 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.991318 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension trunk not supported by any of loaded plugins May 23 15:32:09.991642 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: trunk_details.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.992547 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.993152 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension trunk-details not supported by any of loaded plugins May 23 15:32:09.993411 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: uplink_status_propagation.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.994317 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.994831 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension uplink-status-propagation not supported by any of loaded plugins May 23 15:32:09.995151 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Loading extension file: vlantransparent.py {{(pid=111099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 15:32:09.995812 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=111099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 15:32:09.996324 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extension vlan-transparent not supported by any of loaded plugins May 23 15:32:09.998930 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.quota.resource_registry [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Creating instance of TrackedResource for resource:network May 23 15:32:10.000025 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.quota.resource_registry [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Creating instance of TrackedResource for resource:subnet May 23 15:32:10.000446 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.quota.resource_registry [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Creating instance of TrackedResource for resource:subnetpool May 23 15:32:10.000846 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.quota.resource_registry [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Creating instance of TrackedResource for resource:port May 23 15:32:10.002085 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.v2.resource_helper [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 15:32:10.002525 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.v2.resource_helper [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Service FLAVORS assigned prefix: {{(pid=111099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 15:32:10.003164 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.v2.resource_helper [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 15:32:10.003595 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.v2.resource_helper [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 15:32:10.003931 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.quota.resource_registry [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Creating instance of TrackedResource for resource:router May 23 15:32:10.004410 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.quota.resource_registry [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Creating instance of TrackedResource for resource:floatingip May 23 15:32:10.004863 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.v2.resource_helper [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Service METERING assigned prefix: /metering {{(pid=111099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 15:32:10.006340 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:10.006719 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:10.007074 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:32:10.008081 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.quota.resource_registry [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Creating instance of CountableResource for resource:rbac_policy May 23 15:32:10.008539 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.quota.resource_registry [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Creating instance of TrackedResource for resource:security_group May 23 15:32:10.009212 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.quota.resource_registry [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Creating instance of TrackedResource for resource:security_group_rule May 23 15:32:10.010236 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.v2.resource_helper [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Service CORE assigned prefix: {{(pid=111099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 15:32:10.010789 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.quota.resource_registry [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Creating instance of TrackedResource for resource:subnetpool May 23 15:32:10.011371 dv-cinder-840678-12-iscsi neutron-server[111099]: WARNING neutron.quota.resource_registry [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] subnetpool is already registered May 23 15:32:10.012099 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.v2.resource_helper [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Service CORE assigned prefix: {{(pid=111099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 15:32:10.012657 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.quota.resource_registry [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Creating instance of TrackedResource for resource:subnetpool May 23 15:32:10.013267 dv-cinder-840678-12-iscsi neutron-server[111099]: WARNING neutron.quota.resource_registry [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] subnetpool is already registered May 23 15:32:10.016461 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.v2.resource_helper [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 15:32:10.016900 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.v2.resource_helper [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Service FLAVORS assigned prefix: {{(pid=111099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 15:32:10.017530 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.v2.resource_helper [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 15:32:10.017955 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.v2.resource_helper [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 15:32:10.018294 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.quota.resource_registry [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Creating instance of TrackedResource for resource:router May 23 15:32:10.018634 dv-cinder-840678-12-iscsi neutron-server[111099]: WARNING neutron.quota.resource_registry [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] router is already registered May 23 15:32:10.019051 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.quota.resource_registry [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Creating instance of TrackedResource for resource:floatingip May 23 15:32:10.019388 dv-cinder-840678-12-iscsi neutron-server[111099]: WARNING neutron.quota.resource_registry [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] floatingip is already registered May 23 15:32:10.019851 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.v2.resource_helper [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Service METERING assigned prefix: /metering {{(pid=111099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 15:32:10.020526 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.quota.resource_registry [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Creating instance of CountableResource for resource:rbac_policy May 23 15:32:10.020854 dv-cinder-840678-12-iscsi neutron-server[111099]: WARNING neutron.quota.resource_registry [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] rbac_policy is already registered May 23 15:32:10.021290 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.quota.resource_registry [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Creating instance of TrackedResource for resource:security_group May 23 15:32:10.021638 dv-cinder-840678-12-iscsi neutron-server[111099]: WARNING neutron.quota.resource_registry [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] security_group is already registered May 23 15:32:10.022042 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.quota.resource_registry [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Creating instance of TrackedResource for resource:security_group_rule May 23 15:32:10.022379 dv-cinder-840678-12-iscsi neutron-server[111099]: WARNING neutron.quota.resource_registry [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] security_group_rule is already registered May 23 15:32:10.023012 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.v2.resource_helper [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Service CORE assigned prefix: {{(pid=111099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 15:32:10.023340 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.quota.resource_registry [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Creating instance of TrackedResource for resource:subnetpool May 23 15:32:10.023674 dv-cinder-840678-12-iscsi neutron-server[111099]: WARNING neutron.quota.resource_registry [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] subnetpool is already registered May 23 15:32:10.024091 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.v2.resource_helper [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Service CORE assigned prefix: {{(pid=111099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 15:32:10.024417 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.quota.resource_registry [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Creating instance of TrackedResource for resource:subnetpool May 23 15:32:10.024750 dv-cinder-840678-12-iscsi neutron-server[111099]: WARNING neutron.quota.resource_registry [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] subnetpool is already registered May 23 15:32:10.025318 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: extensions {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.026818 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: address-groups {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.028291 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: address-scopes {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.029642 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: agents {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.033115 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: auto-allocated-topology {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.033115 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: availability_zones {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.034180 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: dhcp-networks {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.035689 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: dhcp-agents {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.037136 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: routers {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.038831 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: flavors {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.040374 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: service_profiles {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.041615 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: next_providers {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.043052 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: service_profiles {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.044600 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: floatingip-pools {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.046368 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: routers {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.048123 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: floatingips {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.049403 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: l3-routers {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.050789 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: l3-agents {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.052449 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: metering-labels {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.053724 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: metering-label-rules {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.055100 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: network-ip-availabilities {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.056362 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: bindings {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.057933 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: quotas {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.060421 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: quotas {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.062734 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: rbac-policies {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.063938 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: security-groups {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.065312 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: security-group-rules {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.066567 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: service-providers {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.067777 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: subnetpools {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.069122 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: subnetpools {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.070939 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: tags {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.072626 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: tags {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.074483 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: tags {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.076265 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: tags {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.078147 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: tags {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.080127 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: tags {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.081843 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: tags {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.083753 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: tags {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.085532 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: tags {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.087290 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron.api.extensions [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Extended resource: tags {{(pid=111099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 15:32:10.093380 dv-cinder-840678-12-iscsi neutron-server[111099]: WARNING keystonemiddleware.auth_token [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 23 15:32:10.098538 dv-cinder-840678-12-iscsi neutron-server[111099]: WARNING keystonemiddleware.auth_token [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 23 15:32:10.107447 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_concurrency.lockutils [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Acquired lock "singleton_lock" {{(pid=111099) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 23 15:32:10.107933 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_concurrency.lockutils [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Releasing lock "singleton_lock" {{(pid=111099) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 23 15:32:10.109212 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO oslo_service.service [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Starting 2 workers May 23 15:32:10.114144 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Started child 111208 {{(pid=111099) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 23 15:32:10.118684 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Started child 111209 {{(pid=111099) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 23 15:32:10.119797 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:10.120418 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO neutron.service [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Neutron service started, listening on 0.0.0.0:9696 May 23 15:32:10.120930 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Publish callbacks [] for process (None), before_spawn {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:10.121434 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [-] (111208) wsgi starting up on http://0.0.0.0:9696 May 23 15:32:10.123354 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO oslo_service.service [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Starting 1 workers May 23 15:32:10.123597 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:10.125712 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [-] (111209) wsgi starting up on http://0.0.0.0:9696 May 23 15:32:10.129261 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Started child 111210 {{(pid=111099) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 23 15:32:10.129815 dv-cinder-840678-12-iscsi neutron-server[111099]: INFO oslo_service.service [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Starting 1 workers May 23 15:32:10.133170 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.service [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] calling RpcWorker wait() {{(pid=111210) _wait /opt/stack/neutron/neutron/service.py:128}} May 23 15:32:10.133701 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.service [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] returning from RpcWorker wait() {{(pid=111210) _wait /opt/stack/neutron/neutron/service.py:135}} May 23 15:32:10.134429 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Started child 111211 {{(pid=111099) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 23 15:32:10.135252 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG neutron_lib.callbacks.manager [None req-b8b870ba-7392-4a8a-974e-4c4d15f2ab6a None None] Publish callbacks [] for process (None), after_spawn {{(pid=111099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:10.135347 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:10.135857 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:32:10.137193 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111099) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 23 15:32:10.137411 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 23 15:32:10.137764 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 23 15:32:10.137994 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 23 15:32:10.138326 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 23 15:32:10.138493 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 23 15:32:10.139012 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.139325 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.139458 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:10.139980 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.139980 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.140463 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.140721 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.140958 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.141272 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.141509 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.141684 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.141855 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.142103 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.142370 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.142685 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.142961 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.143225 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.143481 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.143654 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.143909 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.144170 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.144412 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.144693 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] debug = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.145006 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.145435 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.145675 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.145901 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.146125 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.146391 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.146634 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.146912 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.147173 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.147415 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.147650 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.147908 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.148150 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.148386 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.148616 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.148871 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.149126 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.149607 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] host = dv-cinder-840678-12-iscsi {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.149830 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.150047 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.150276 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.150535 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.150802 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.151018 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.151468 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.151727 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.152003 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.152229 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.152488 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.152713 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.152969 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.153252 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] log_file = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.153418 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] log_options = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.153653 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.153960 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.154197 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.154400 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.154561 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.154713 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.154969 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.155125 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.155422 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.155722 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.155950 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.156385 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.156629 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.156870 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.157183 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.157421 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.157670 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.157885 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.158159 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.158390 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.158648 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.158892 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.159130 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.159348 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.159596 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.159812 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.160040 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.160256 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.160556 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.160709 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.161052 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.161337 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.161579 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.161829 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.162096 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.162330 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.162483 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:32:10.162629 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.162843 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.163162 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.163393 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.163648 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.163916 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.164133 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.164359 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.164609 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.164780 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.165000 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] use_json = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.165330 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.165486 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.165697 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.165936 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.166258 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.166482 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.166703 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.167177 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.167895 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.168520 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.168753 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.169220 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.169643 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.169914 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.170177 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.170429 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.171426 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.171426 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.171717 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.172053 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.172397 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.172783 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.172948 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.173237 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.173599 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.173871 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.174132 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.174369 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.174659 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.174838 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.175066 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.175332 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.175571 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.175803 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.176052 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.176291 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.176575 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.177419 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.177419 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.177708 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.178183 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.178323 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.178482 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.179135 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.179135 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.179407 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.179497 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.179679 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.179896 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.180152 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.180398 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.180646 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.180881 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.181131 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.181380 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.185567 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.185567 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.185567 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.185567 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.185567 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.185567 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.185567 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.185567 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.185567 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.186343 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.186343 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.186343 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.186343 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.186343 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.186343 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.186343 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.186343 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.187511 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.187511 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.187511 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.187511 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.187511 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.187511 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.187511 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.188092 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.188092 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.188092 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.188314 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.188478 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.188692 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.188939 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.189185 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.189421 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.189630 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.190147 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.190147 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.190968 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.190968 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.190968 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.190968 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.191423 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.191423 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.191619 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.191952 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.191952 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.193026 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.193026 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.193026 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.193026 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.193392 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.193392 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.193536 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.193773 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.194000 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.194211 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.194466 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.194844 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.195266 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.195644 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.195873 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.196114 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.196637 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.196637 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.196876 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.196997 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.197262 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.197481 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.197768 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.198021 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.198251 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.198482 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.198813 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.198989 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.199422 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.199875 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.199988 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.200180 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.200442 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.200761 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.201027 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.201338 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.201583 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.201809 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.202133 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.202512 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.202955 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.203376 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.203753 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.204178 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.204453 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.204695 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.205127 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.213640 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.213640 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.213640 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.213640 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.213640 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.213640 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.213640 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.213640 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.214252 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.214252 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.214252 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.214252 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.214252 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.214252 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.214252 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.214252 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.214817 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.214817 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.214817 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.214817 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.214817 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.214817 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.214817 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.214817 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.215367 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.215367 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.215367 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.215367 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.215367 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.215367 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.215367 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.215367 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.215952 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.215952 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.215952 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.215952 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.216337 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.216591 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.216894 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.217183 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.217412 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.217674 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.218067 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.218389 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.218616 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.218861 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.219087 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.219471 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.219703 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.219931 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.220151 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.220368 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.220600 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.220816 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.221095 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.221354 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.221715 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.221982 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.222213 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.222469 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.222787 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.223014 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.223258 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.223474 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.223715 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.223932 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.224177 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.224409 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.224639 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.224856 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.225085 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.225319 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.225590 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.225828 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.226064 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.226275 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.226498 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.226713 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.226927 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.227140 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.227351 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.227542 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.227757 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.227991 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.228198 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.228636 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.228893 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.229155 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.229413 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.229668 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.229900 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.230126 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.230370 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.230579 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.230800 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.231013 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.231224 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.231452 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.231664 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.231871 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.232089 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.232302 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.232507 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.232744 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.233169 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.234120 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.234354 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.234574 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.234784 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.235989 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.235989 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.235989 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.235989 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.235989 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.236337 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.236337 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.236466 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.237187 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.237187 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.237187 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.237469 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.237656 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.237848 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.238088 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.238390 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.238623 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.238886 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.239137 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.239469 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.239681 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.239921 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.240136 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.240369 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.240604 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.240870 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.241209 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.241513 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.241754 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.242004 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.242291 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.242585 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.242877 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.243097 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.243393 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.243733 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.244013 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.244252 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.244507 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.244740 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.244961 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.245201 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.245448 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.245683 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.245900 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.246228 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.246463 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.246688 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.246922 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.247167 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.247403 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.247645 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.247854 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.248074 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.248292 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.248506 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 23 15:32:10.249032 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111099) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 23 15:32:10.249216 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 23 15:32:10.249407 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 23 15:32:10.249543 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 23 15:32:10.249734 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 23 15:32:10.249872 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 23 15:32:10.250067 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.250270 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.250364 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.250528 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.250890 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.250890 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.251127 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.251215 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.251342 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.251500 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.251660 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.251819 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.251977 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.252142 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.252289 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.252433 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.252594 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.252755 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.252915 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.253117 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.253262 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.253390 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] debug = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.253543 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.253731 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.253888 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.254038 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.254195 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.254352 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.254508 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.254665 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.254822 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.254980 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.255122 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.255284 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.255441 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.255599 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.255756 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.255913 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.256063 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.256467 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] host = dv-cinder-840678-12-iscsi {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.256467 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.259749 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.259749 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.259749 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.259749 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.259749 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.259749 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.259749 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.259749 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.260320 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.260320 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.260320 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.260320 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.260320 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] log_file = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.260320 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] log_options = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.260320 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.260737 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 38852) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:10.261159 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.261494 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.261718 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.261915 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.262057 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.262403 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.262747 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.262988 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.263228 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.263397 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.263719 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.263890 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.264191 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.264506 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.264697 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.265012 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.265287 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.265386 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.265508 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.265865 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.266208 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.266367 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.266530 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.266695 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.266857 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.267032 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.267177 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.267484 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.267648 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.267982 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.268330 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.268945 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066314 May 23 15:32:10.269183 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.269367 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.269525 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.269836 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.269998 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.270157 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.270502 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.270813 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.270977 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.271138 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.271295 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.271456 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.271616 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.271777 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.271931 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] use_json = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.272094 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.272259 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.272405 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.272973 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.272973 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.272973 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.273234 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:32:10.273324 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.273324 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.273324 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 15:32:10.273507 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.273714 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.273834 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.274136 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.274136 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.274300 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.274450 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.275227 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.275227 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.275227 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.275227 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.275227 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.275559 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.275628 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.275781 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.275932 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.276433 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.276433 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.276433 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.276647 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.276722 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.276827 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.277185 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.277492 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.283194 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.283194 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.283194 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.283194 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.283194 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.283194 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.283194 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.283194 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.283930 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.283930 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.283930 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.283930 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.283930 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.283930 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.283930 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.283930 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.284395 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.284395 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.284395 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.284395 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.284395 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.284395 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.284395 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.284395 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.284858 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.284858 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.284858 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.284858 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.284858 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.284858 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.284858 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.284858 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.284858 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.285446 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.285446 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.285446 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.285446 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.285446 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.285446 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.285446 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.285446 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.285921 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.285921 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.285921 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.285921 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.286172 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.286172 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.286295 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.286524 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.286612 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.286770 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.286937 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.287167 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.287370 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.287370 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.287664 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.287664 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.287932 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.288072 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.288210 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.288352 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.288491 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.289592 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.289592 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.289592 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.289592 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.289592 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.289592 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.289592 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.290395 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.290395 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.290395 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.290395 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.290395 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.290395 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.290792 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.290792 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.290942 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.291276 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.291276 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.291276 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.291700 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.291700 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.291898 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.291898 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.292098 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.292203 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.292331 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.292492 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.292700 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.292845 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.292971 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.293160 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.293353 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.293486 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.293621 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.293747 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.293911 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.294069 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.294237 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.294409 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.294571 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.294732 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.294894 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.295054 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.295214 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.295374 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.295536 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.297156 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.297156 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.297156 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.297156 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.297156 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.297156 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.297972 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.297972 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.297972 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.297972 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.297972 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.297972 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.298650 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.298650 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.298650 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.298650 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.298650 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.299573 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.299573 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.299573 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.299573 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.299573 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.299573 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.300238 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.300238 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.300238 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.300238 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.300633 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.300633 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.300633 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.300920 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.300920 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.301103 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.302420 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.302601 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.302770 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.302918 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.303065 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.303246 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.303406 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.303552 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.303699 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.304022 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.304188 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.304394 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.304542 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.304697 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.304874 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.305042 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.305860 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.305860 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.305860 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.305860 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.305860 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.318239 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.318239 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.318239 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.318239 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.318239 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.318239 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.318239 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.318239 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.318708 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.318708 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.318708 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.318708 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.318708 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.318708 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.318708 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.318708 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.319182 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.319182 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.319182 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.319182 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.319182 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.319182 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.319182 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.319182 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.319726 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.319726 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.319726 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.319726 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.319726 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.319726 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.319726 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.319726 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.319726 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.321297 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.321297 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.321297 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.321297 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.321297 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.321297 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.321297 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.321297 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.321872 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.321872 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.321872 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.321872 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.321872 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.321872 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.321872 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.321872 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.322378 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.322378 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.322378 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.322378 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.322378 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.322378 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.322378 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.322378 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.322863 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.322863 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.322863 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.322863 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.322863 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.322863 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.322863 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.322863 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.323343 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.323343 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.323343 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.323343 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.323343 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.323343 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.323343 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.323343 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.323824 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.323824 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.323824 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.323824 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.323824 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.323824 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.323824 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.323824 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.324281 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.324281 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.324281 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.324281 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.324281 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.324281 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.324281 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.324281 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.324758 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.324758 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.324758 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.324758 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.324758 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.324758 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.324758 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.324758 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.326375 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.326375 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.326375 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.326375 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.326375 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.326375 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.326375 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.326375 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.326375 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.327196 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.327196 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.327196 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.327196 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.327196 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.327196 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.327196 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.327196 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.327196 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.328218 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 15:32:10.328218 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 23 15:32:19.468039 dv-cinder-840678-12-iscsi neutron-server[111099]: DEBUG dbcounter [-] [111099] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=111099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:21.821934 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc25cbcb-3e66-4b60-8dae-74dbc2fd5865 None None] get_active_networks_info from dv-cinder-840678-12-iscsi {{(pid=111210) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 23 15:32:21.834491 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writer thread running {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 23 15:32:21.896267 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc25cbcb-3e66-4b60-8dae-74dbc2fd5865 None None] No non-hosted networks {{(pid=111210) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 23 15:32:21.912929 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.agentschedulers_db [None req-bc25cbcb-3e66-4b60-8dae-74dbc2fd5865 None None] DHCP Agent not found on host dv-cinder-840678-12-iscsi {{(pid=111210) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 23 15:32:22.097266 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-dcbc9e57-9aad-4c37-b79e-9c2a66031c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-745831'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:23.452930 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writer thread running {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 23 15:32:24.225040 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-ca2d9136-93af-46ac-a4cc-31e7f2cfeb6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-745831'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:24.286414 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.db.api [None req-5ee94174-54f6-4e5e-a167-1d5441c8555c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-840678-12-iscsi {{(pid=111210) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 23 15:32:24.287368 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG oslo_db.api [None req-5ee94174-54f6-4e5e-a167-1d5441c8555c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 15:32:24.977856 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-5ee94174-54f6-4e5e-a167-1d5441c8555c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:25.019223 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 38924) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:25.571970 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-745831'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:25.591153 dv-cinder-840678-12-iscsi neutron-server[111209]: WARNING oslo_policy.policy [None req-846a1001-ff5f-4d2b-95d4-6b4b296d3927 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 15:32:25.591723 dv-cinder-840678-12-iscsi neutron-server[111209]: WARNING oslo_policy.policy [None req-846a1001-ff5f-4d2b-95d4-6b4b296d3927 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 15:32:25.814667 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [None req-846a1001-ff5f-4d2b-95d4-6b4b296d3927 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=111209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 15:32:25.815811 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-846a1001-ff5f-4d2b-95d4-6b4b296d3927 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7950950 May 23 15:32:26.830420 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-745831'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:28.274350 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-745831'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:28.275030 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:28.275383 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:28.275729 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:28.276065 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:28.276551 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:28.276884 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:28.277244 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:28.277596 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:28.277960 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:28.278279 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:28.278629 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:28.278963 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:28.279786 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:28.280132 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:28.280442 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:28.280843 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-840678-12-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:32:28.289668 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-840678-12-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:32:28.336630 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 38960) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:28.662872 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-fb73245f-66c1-4859-9f18-441c2b2baf4b admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:32:28.754979 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.policy [None req-fb73245f-66c1-4859-9f18-441c2b2baf4b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111209) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 23 15:32:28.797342 dv-cinder-840678-12-iscsi neutron-server[111209]: WARNING oslo_policy.policy [None req-fb73245f-66c1-4859-9f18-441c2b2baf4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 15:32:28.797727 dv-cinder-840678-12-iscsi neutron-server[111209]: WARNING oslo_policy.policy [None req-fb73245f-66c1-4859-9f18-441c2b2baf4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 15:32:28.818224 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writer thread running {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 23 15:32:28.977478 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-fb73245f-66c1-4859-9f18-441c2b2baf4b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747705718313', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747705717853', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747705734422', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747705760960', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747705754817', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747705745767', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3939404', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3982519', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1032116', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-958296'] for rbac-policy (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:29.224620 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-fb73245f-66c1-4859-9f18-441c2b2baf4b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:29.233761 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-fb73245f-66c1-4859-9f18-441c2b2baf4b admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8956804 May 23 15:32:31.675707 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 38972) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:32.019640 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-83efab44-b14b-4563-a716-17b429f15d8f demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:32:32.142437 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83efab44-b14b-4563-a716-17b429f15d8f demo demo] Made reservation on behalf of 936684d8d665414698e461a87200ef9b for: {'network': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:32:32.146438 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-83efab44-b14b-4563-a716-17b429f15d8f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for network (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:32.163736 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-83efab44-b14b-4563-a716-17b429f15d8f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:32.222497 dv-cinder-840678-12-iscsi neutron-server[111210]: INFO neutron.db.l3_hamode_db [None req-2b763c9e-7c4e-44ee-8c67-45bb5c4a91b9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 23 15:32:32.276289 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-83efab44-b14b-4563-a716-17b429f15d8f demo demo] Publish callbacks [] for security_group (d61d5eb9-c3c7-41a3-8bf5-8dfc8dd07e04), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:32.300488 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b763c9e-7c4e-44ee-8c67-45bb5c4a91b9 None None] Routers set() bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:32:32.300872 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b763c9e-7c4e-44ee-8c67-45bb5c4a91b9 None None] Router IDs set() for agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 23 15:32:32.333882 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-83efab44-b14b-4563-a716-17b429f15d8f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (d61d5eb9-c3c7-41a3-8bf5-8dfc8dd07e04), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:32.359192 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83efab44-b14b-4563-a716-17b429f15d8f demo demo] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=111209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:32:32.391837 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-83efab44-b14b-4563-a716-17b429f15d8f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747701125214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (28d6cb92-af1a-4e2f-917c-4f54665ea855), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:32.392374 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.db.segments_db [None req-83efab44-b14b-4563-a716-17b429f15d8f demo demo] Added segment 28d6cb92-af1a-4e2f-917c-4f54665ea855 of type vlan for network eaad80df-7d82-4c3b-bec3-ffa202da4f48 May 23 15:32:32.425536 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83efab44-b14b-4563-a716-17b429f15d8f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d61d5eb9-c3c7-41a3-8bf5-8dfc8dd07e04,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:32.468987 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efab44-b14b-4563-a716-17b429f15d8f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:32.469267 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efab44-b14b-4563-a716-17b429f15d8f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:32.469622 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efab44-b14b-4563-a716-17b429f15d8f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:32.469980 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efab44-b14b-4563-a716-17b429f15d8f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:32.470315 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efab44-b14b-4563-a716-17b429f15d8f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:32.470643 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efab44-b14b-4563-a716-17b429f15d8f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:32.470969 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efab44-b14b-4563-a716-17b429f15d8f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:32.471613 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efab44-b14b-4563-a716-17b429f15d8f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:32.471942 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efab44-b14b-4563-a716-17b429f15d8f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:32.472271 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efab44-b14b-4563-a716-17b429f15d8f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:32.472595 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efab44-b14b-4563-a716-17b429f15d8f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:32.472948 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efab44-b14b-4563-a716-17b429f15d8f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:32.473280 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efab44-b14b-4563-a716-17b429f15d8f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:32.473598 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efab44-b14b-4563-a716-17b429f15d8f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efab44-b14b-4563-a716-17b429f15d8f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efab44-b14b-4563-a716-17b429f15d8f demo demo] Tracked resource versions report: May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: pushed versions: May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: { 'AddressGroup': {'1.2'}, May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: 'Agent': {'1.1'}, May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: 'ConntrackHelper': {'1.0'}, May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: 'LocalIPAssociation': {'1.0'}, May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: 'Log': {'1.0'}, May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: 'NDPProxy': {'1.0'}, May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: 'Network': {'1.1'}, May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: 'Port': {'1.7'}, May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: 'PortForwarding': {'1.3'}, May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: 'QosPolicy': {'1.10'}, May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: 'SecurityGroup': {'1.5'}, May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: 'SecurityGroupRule': {'1.2'}, May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: 'SubPort': {'1.0'}, May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: 'Subnet': {'1.1'}, May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: 'Trunk': {'1.1'}} May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: consumer versions: May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: { DHCP agent@dv-cinder-840678-12-iscsi: {}, May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: L3 agent@dv-cinder-840678-12-iscsi: {}, May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: Metadata agent@dv-cinder-840678-12-iscsi: {}, May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: Metering agent@dv-cinder-840678-12-iscsi: {}, May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: Open vSwitch agent@dv-cinder-840678-12-iscsi: { 'AddressGroup': '1.2', May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: 'Agent': '1.1', May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: 'ConntrackHelper': '1.0', May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: 'LocalIPAssociation': '1.0', May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: 'Log': '1.0', May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: 'NDPProxy': '1.0', May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: 'Network': '1.1', May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: 'Port': '1.7', May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: 'PortForwarding': '1.3', May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: 'QosPolicy': '1.10', May 23 15:32:32.475946 dv-cinder-840678-12-iscsi neutron-server[111209]: 'SecurityGroup': '1.5', May 23 15:32:32.478492 dv-cinder-840678-12-iscsi neutron-server[111209]: 'SecurityGroupRule': '1.2', May 23 15:32:32.478492 dv-cinder-840678-12-iscsi neutron-server[111209]: 'SubPort': '1.0', May 23 15:32:32.478492 dv-cinder-840678-12-iscsi neutron-server[111209]: 'Subnet': '1.1', May 23 15:32:32.478492 dv-cinder-840678-12-iscsi neutron-server[111209]: 'Trunk': '1.1'}} May 23 15:32:32.478492 dv-cinder-840678-12-iscsi neutron-server[111209]: {{(pid=111209) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 15:32:32.502377 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-83efab44-b14b-4563-a716-17b429f15d8f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747700567628'] for network (eaad80df-7d82-4c3b-bec3-ffa202da4f48), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:32.599544 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-83efab44-b14b-4563-a716-17b429f15d8f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464'] for network (eaad80df-7d82-4c3b-bec3-ffa202da4f48), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:32.604681 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83efab44-b14b-4563-a716-17b429f15d8f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:32.605429 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-83efab44-b14b-4563-a716-17b429f15d8f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:32.683882 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=52,neutron:INSERT=43,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:32.721457 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83efab44-b14b-4563-a716-17b429f15d8f demo demo] Pushing event updated for resources: {'Network': ['ID=eaad80df-7d82-4c3b-bec3-ffa202da4f48,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:32.734296 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Network eaad80df-7d82-4c3b-bec3-ffa202da4f48 details requested by agent ovs-agent-dv-cinder-840678-12-iscsi with host dv-cinder-840678-12-iscsi {{(pid=111210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:32:32.776889 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-83efab44-b14b-4563-a716-17b429f15d8f demo demo] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.1001203 May 23 15:32:35.241016 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 38986) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:35.648532 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8772f1f8-c9a4-4ea8-b31b-1aca33683b78 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:35.649861 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-8772f1f8-c9a4-4ea8-b31b-1aca33683b78 demo admin] 10.222.0.64 "GET /v2.0/networks/eaad80df-7d82-4c3b-bec3-ffa202da4f48 HTTP/1.1" status: 200 len: 825 time: 0.4078715 May 23 15:32:35.674617 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-5e0b0c0d-18e2-4905-a04c-abcdfc7242c0 demo admin] 10.222.0.64 "GET /v2.0/subnetpools/751ed305-9978-4627-a7d8-9ed1b45c65bf HTTP/1.1" status: 200 len: 734 time: 0.0185018 May 23 15:32:35.683192 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-2fcba8a4-cfee-4ee9-b89e-68b6f554eb26 demo admin] Request body: {'subnet': {'network_id': 'eaad80df-7d82-4c3b-bec3-ffa202da4f48', 'subnetpool_id': '751ed305-9978-4627-a7d8-9ed1b45c65bf', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:32:35.765185 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcba8a4-cfee-4ee9-b89e-68b6f554eb26 demo admin] Made reservation on behalf of 936684d8d665414698e461a87200ef9b for: {'subnet': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:32:35.767514 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2fcba8a4-cfee-4ee9-b89e-68b6f554eb26 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:35.989446 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:INSERT=15,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:36.139967 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2fcba8a4-cfee-4ee9-b89e-68b6f554eb26 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464'] for subnet (bb05aeb8-99ff-455b-ab32-734cf9c9bbec), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:36.209961 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcba8a4-cfee-4ee9-b89e-68b6f554eb26 demo admin] Pushing event updated for resources: {'Subnet': ['ID=bb05aeb8-99ff-455b-ab32-734cf9c9bbec,revision_number=0']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:36.217870 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcba8a4-cfee-4ee9-b89e-68b6f554eb26 demo admin] Checking segment: {'id': '28d6cb92-af1a-4e2f-917c-4f54665ea855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'eaad80df-7d82-4c3b-bec3-ffa202da4f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:32:36.218245 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcba8a4-cfee-4ee9-b89e-68b6f554eb26 demo admin] Network hostable DHCP agents. Network: eaad80df-7d82-4c3b-bec3-ffa202da4f48, hostable agents: ['251dd304-59f3-4964-a27c-cc4bc9747485'], hosted agents: [] {{(pid=111209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:32:36.330634 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcba8a4-cfee-4ee9-b89e-68b6f554eb26 demo admin] Network eaad80df-7d82-4c3b-bec3-ffa202da4f48 is scheduled to be hosted by DHCP agent 251dd304-59f3-4964-a27c-cc4bc9747485 with binding_index 1 {{(pid=111209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:32:36.422167 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [None req-2fcba8a4-cfee-4ee9-b89e-68b6f554eb26 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-12-iscsi, eaad80df-7d82-4c3b-bec3-ffa202da4f48) {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:32:36.426707 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcba8a4-cfee-4ee9-b89e-68b6f554eb26 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:36.427561 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2fcba8a4-cfee-4ee9-b89e-68b6f554eb26 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for subnet (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:36.431862 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c07cf46-fdc9-4166-aafa-7ad04503a5b4 None None] Network eaad80df-7d82-4c3b-bec3-ffa202da4f48 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:32:36.516981 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-2fcba8a4-cfee-4ee9-b89e-68b6f554eb26 demo admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8368328 May 23 15:32:36.692629 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp055156f6-2a9b-51e3-8b11-ea6d6ebeb84f-eaad80df-7d82-4c3b-bec3-ffa202da4f48', 'network_id': 'eaad80df-7d82-4c3b-bec3-ffa202da4f48', 'project_id': '936684d8d665414698e461a87200ef9b', 'fixed_ips': [{'subnet_id': 'bb05aeb8-99ff-455b-ab32-734cf9c9bbec'}]}} from dv-cinder-840678-12-iscsi. {{(pid=111210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 15:32:36.694109 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:36.978564 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.db_base_plugin_common [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Allocated IP 172.20.0.2 (eaad80df-7d82-4c3b-bec3-ffa202da4f48/bb05aeb8-99ff-455b-ab32-734cf9c9bbec/e12770cf-6063-4426-bb5b-8a90383b0c32) {{(pid=111210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:32:37.120924 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:37.291091 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Publish callbacks [] for port (e12770cf-6063-4426-bb5b-8a90383b0c32), precommit_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:37.403122 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725'] for port (e12770cf-6063-4426-bb5b-8a90383b0c32), after_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:37.433234 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:37.480836 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Network eaad80df-7d82-4c3b-bec3-ffa202da4f48 is already hosted by enough agents. {{(pid=111210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:32:37.490679 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.scheduler.base_scheduler [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Resources bound (agent type, host, resource id): {{(pid=111210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:32:37.492932 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:37.494319 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Received port after_create {{(pid=111210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:32:37.497249 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=8 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:37.501052 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Pushing event updated for resources: {'Port': ['ID=e12770cf-6063-4426-bb5b-8a90383b0c32,revision_number=1']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:37.536139 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:37.536489 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:37.536851 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:37.537245 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:37.537582 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:37.537914 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:37.538246 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:37.538573 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:37.538921 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:37.539252 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:37.539579 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:37.539921 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:37.540250 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:37.540577 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:37.540896 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Tracked resource versions report: May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: pushed versions: May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: { 'AddressGroup': {'1.2'}, May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: 'Agent': {'1.1'}, May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: 'ConntrackHelper': {'1.0'}, May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: 'LocalIPAssociation': {'1.0'}, May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: 'Log': {'1.0'}, May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: 'NDPProxy': {'1.0'}, May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: 'Network': {'1.1'}, May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: 'Port': {'1.7'}, May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: 'PortForwarding': {'1.3'}, May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: 'QosPolicy': {'1.10'}, May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: 'SecurityGroup': {'1.5'}, May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: 'SecurityGroupRule': {'1.2'}, May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: 'SubPort': {'1.0'}, May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: 'Subnet': {'1.1'}, May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: 'Trunk': {'1.1'}} May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: consumer versions: May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: { DHCP agent@dv-cinder-840678-12-iscsi: {}, May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: L3 agent@dv-cinder-840678-12-iscsi: {}, May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: Metadata agent@dv-cinder-840678-12-iscsi: {}, May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: Metering agent@dv-cinder-840678-12-iscsi: {}, May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: Open vSwitch agent@dv-cinder-840678-12-iscsi: { 'AddressGroup': '1.2', May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: 'Agent': '1.1', May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: 'ConntrackHelper': '1.0', May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: 'LocalIPAssociation': '1.0', May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: 'Log': '1.0', May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: 'NDPProxy': '1.0', May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: 'Network': '1.1', May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: 'Port': '1.7', May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: 'PortForwarding': '1.3', May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: 'QosPolicy': '1.10', May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: 'SecurityGroup': '1.5', May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: 'SecurityGroupRule': '1.2', May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: 'SubPort': '1.0', May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: 'Subnet': '1.1', May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: 'Trunk': '1.1'}} May 23 15:32:37.542440 dv-cinder-840678-12-iscsi neutron-server[111210]: {{(pid=111210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 15:32:37.597340 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Attempting to bind port e12770cf-6063-4426-bb5b-8a90383b0c32 on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:32:37.597749 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Attempting to bind port e12770cf-6063-4426-bb5b-8a90383b0c32 by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': '28d6cb92-af1a-4e2f-917c-4f54665ea855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'eaad80df-7d82-4c3b-bec3-ffa202da4f48'}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:32:37.598172 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Attempting to bind port e12770cf-6063-4426-bb5b-8a90383b0c32 on network eaad80df-7d82-4c3b-bec3-ffa202da4f48 {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:32:37.603175 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:32:37.603565 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Checking segment: {'id': '28d6cb92-af1a-4e2f-917c-4f54665ea855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'eaad80df-7d82-4c3b-bec3-ffa202da4f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:32:37.604071 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:37.604460 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Bound using segment: {'id': '28d6cb92-af1a-4e2f-917c-4f54665ea855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'eaad80df-7d82-4c3b-bec3-ffa202da4f48'} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:32:37.604956 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Bound port: e12770cf-6063-4426-bb5b-8a90383b0c32, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28d6cb92-af1a-4e2f-917c-4f54665ea855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'eaad80df-7d82-4c3b-bec3-ffa202da4f48'}}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:32:37.605370 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (e12770cf-6063-4426-bb5b-8a90383b0c32), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:37.666466 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] For port e12770cf-6063-4426-bb5b-8a90383b0c32, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:32:37.688683 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] For port e12770cf-6063-4426-bb5b-8a90383b0c32, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=e12770cf-6063-4426-bb5b-8a90383b0c32,segment=NetworkSegment(28d6cb92-af1a-4e2f-917c-4f54665ea855),segment_id=28d6cb92-af1a-4e2f-917c-4f54665ea855)] {{(pid=111210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:32:37.831515 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (e12770cf-6063-4426-bb5b-8a90383b0c32), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:37.889272 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea3087-84cd-4426-b19e-193fa4d93b69 None None] Pushing event updated for resources: {'Port': ['ID=e12770cf-6063-4426-bb5b-8a90383b0c32,revision_number=2']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:39.001706 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 39000) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:39.322240 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [None req-4ba61924-6da1-48a9-aeee-9087c6f8db4a admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=111209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 15:32:39.323248 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-4ba61924-6da1-48a9-aeee-9087c6f8db4a admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3204918 May 23 15:32:41.796237 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 39008) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:42.120216 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [None req-e9f4d91d-0789-401e-b5b9-a34c2f0b7d4c admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=111209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 15:32:42.121255 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-e9f4d91d-0789-401e-b5b9-a34c2f0b7d4c admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3240678 May 23 15:32:44.660892 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 39016) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:44.985234 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-d7f96b2c-80c3-4c4d-a5f4-47e24be21707 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:32:45.067739 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-d7f96b2c-80c3-4c4d-a5f4-47e24be21707 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12900'] for router (c549963c-321a-4b7b-a365-43a184df6821), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:45.069348 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-d7f96b2c-80c3-4c4d-a5f4-47e24be21707 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12829'] for router (c549963c-321a-4b7b-a365-43a184df6821), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:45.204153 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-d7f96b2c-80c3-4c4d-a5f4-47e24be21707 demo demo] Publish callbacks [] for router_controller (c549963c-321a-4b7b-a365-43a184df6821), precommit_add_association {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:45.262741 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-d7f96b2c-80c3-4c4d-a5f4-47e24be21707 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746782'] for router (c549963c-321a-4b7b-a365-43a184df6821), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:45.349755 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-d7f96b2c-80c3-4c4d-a5f4-47e24be21707 demo demo] Publish callbacks [] for router (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:45.350852 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-d7f96b2c-80c3-4c4d-a5f4-47e24be21707 demo demo] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6888833 May 23 15:32:47.824493 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 39028) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:47.877481 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:47.889623 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:48.175665 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [None req-66c27c3f-1d9e-4fa2-a26e-267d405d6df4 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=111209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 15:32:48.176647 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-66c27c3f-1d9e-4fa2-a26e-267d405d6df4 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3512003 May 23 15:32:48.853404 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device e12770cf-6063-4426-bb5b-8a90383b0c32 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:32:48.945791 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port e12770cf-6063-4426-bb5b-8a90383b0c32 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:32:48.946484 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (e12770cf-6063-4426-bb5b-8a90383b0c32), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:49.056161 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port e12770cf-6063-4426-bb5b-8a90383b0c32 is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:32:49.056928 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (e12770cf-6063-4426-bb5b-8a90383b0c32), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:49.092257 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] For port e12770cf-6063-4426-bb5b-8a90383b0c32, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=e12770cf-6063-4426-bb5b-8a90383b0c32,segment=NetworkSegment(28d6cb92-af1a-4e2f-917c-4f54665ea855),segment_id=28d6cb92-af1a-4e2f-917c-4f54665ea855)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:32:49.176638 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (e12770cf-6063-4426-bb5b-8a90383b0c32), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:49.182841 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14c226a-682d-46d0-9866-992922c390cb None None] Network eaad80df-7d82-4c3b-bec3-ffa202da4f48 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:32:49.282072 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Pushing event updated for resources: {'Port': ['ID=e12770cf-6063-4426-bb5b-8a90383b0c32,revision_number=3']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:49.290041 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-3ceb7612-5487-4e87-b3cf-8e733df834fb None None] Provisioning complete for port e12770cf-6063-4426-bb5b-8a90383b0c32 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:32:49.290386 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3ceb7612-5487-4e87-b3cf-8e733df834fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (e12770cf-6063-4426-bb5b-8a90383b0c32), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:49.421239 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-3ceb7612-5487-4e87-b3cf-8e733df834fb None None] Current status of the port e12770cf-6063-4426-bb5b-8a90383b0c32 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:32:49.640029 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-92e61f2e-3bec-4a2c-9c31-f7b20b089c1d None None] Provisioning complete for port e12770cf-6063-4426-bb5b-8a90383b0c32 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:32:49.640404 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-92e61f2e-3bec-4a2c-9c31-f7b20b089c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (e12770cf-6063-4426-bb5b-8a90383b0c32), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:49.712820 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-92e61f2e-3bec-4a2c-9c31-f7b20b089c1d None None] Current status of the port e12770cf-6063-4426-bb5b-8a90383b0c32 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:32:50.619365 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 39040) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:50.837274 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device e12770cf-6063-4426-bb5b-8a90383b0c32 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:32:50.879403 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port e12770cf-6063-4426-bb5b-8a90383b0c32 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:32:50.879802 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (e12770cf-6063-4426-bb5b-8a90383b0c32), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:50.944991 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-65fae879-1f83-457b-95fe-c18910f74d0a admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'name': 'public', 'admin_state_up': True}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:32:50.950898 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port e12770cf-6063-4426-bb5b-8a90383b0c32 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:32:50.963538 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:51.072882 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fae879-1f83-457b-95fe-c18910f74d0a admin admin] Made reservation on behalf of 4c9cfa8acbce47f6b0259cbfbf5b338d for: {'network': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:32:51.076031 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-65fae879-1f83-457b-95fe-c18910f74d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for network (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:51.084329 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-65fae879-1f83-457b-95fe-c18910f74d0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:51.158544 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-65fae879-1f83-457b-95fe-c18910f74d0a admin admin] Publish callbacks [] for security_group (041cb505-9e2b-493e-b68b-fcc303c30001), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:51.272580 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-65fae879-1f83-457b-95fe-c18910f74d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (041cb505-9e2b-493e-b68b-fcc303c30001), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:51.289757 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-65fae879-1f83-457b-95fe-c18910f74d0a admin admin] Reserving flat network on physical network physnet1 {{(pid=111209) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 23 15:32:51.304964 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fae879-1f83-457b-95fe-c18910f74d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041cb505-9e2b-493e-b68b-fcc303c30001,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:51.312561 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-65fae879-1f83-457b-95fe-c18910f74d0a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747701125214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:51.312956 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.db.segments_db [None req-65fae879-1f83-457b-95fe-c18910f74d0a admin admin] Added segment 2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5 of type flat for network 423e159f-0d94-4204-8598-641f4ed121cf May 23 15:32:51.365427 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-65fae879-1f83-457b-95fe-c18910f74d0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747700567628'] for network (423e159f-0d94-4204-8598-641f4ed121cf), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:51.464649 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-65fae879-1f83-457b-95fe-c18910f74d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464'] for network (423e159f-0d94-4204-8598-641f4ed121cf), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:51.465676 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fae879-1f83-457b-95fe-c18910f74d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:51.466420 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-65fae879-1f83-457b-95fe-c18910f74d0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:51.555516 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fae879-1f83-457b-95fe-c18910f74d0a admin admin] Pushing event updated for resources: {'Network': ['ID=423e159f-0d94-4204-8598-641f4ed121cf,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:51.565201 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Network 423e159f-0d94-4204-8598-641f4ed121cf details requested by agent ovs-agent-dv-cinder-840678-12-iscsi with host dv-cinder-840678-12-iscsi {{(pid=111210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:32:51.601707 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-65fae879-1f83-457b-95fe-c18910f74d0a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9812443 May 23 15:32:51.785529 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:51.861871 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-5750d61f-e20d-40ee-955d-2d3a25419536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:54.010623 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 39048) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:54.216694 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-7a9e1fd5-a31e-41ff-9fcc-05bdf19f777c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:54.386637 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:54.393142 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc9e813-5aaf-422a-8a46-32742a7475f6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:54.394490 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-4bc9e813-5aaf-422a-8a46-32742a7475f6 demo admin] 10.222.0.64 "GET /v2.0/subnets/bb05aeb8-99ff-455b-ab32-734cf9c9bbec HTTP/1.1" status: 200 len: 849 time: 0.3828933 May 23 15:32:54.520521 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-bd01bd6e-50c0-4182-841d-ebab039e8da6 demo admin] 10.222.0.64 "GET /v2.0/routers/c549963c-321a-4b7b-a365-43a184df6821 HTTP/1.1" status: 200 len: 704 time: 0.1199009 May 23 15:32:54.788653 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-1190b2dc-f3c9-4222-aadb-2b9f3f767fa9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:55.127278 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_common [None req-1190b2dc-f3c9-4222-aadb-2b9f3f767fa9 demo admin] Allocated IP 172.20.0.1 (eaad80df-7d82-4c3b-bec3-ffa202da4f48/bb05aeb8-99ff-455b-ab32-734cf9c9bbec/a464e347-c0de-4bbf-9d29-0ab7abfce227) {{(pid=111209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:32:55.385445 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:55.425042 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-1190b2dc-f3c9-4222-aadb-2b9f3f767fa9 demo admin] Publish callbacks [] for port (a464e347-c0de-4bbf-9d29-0ab7abfce227), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:55.547073 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:55.577396 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-1190b2dc-f3c9-4222-aadb-2b9f3f767fa9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725'] for port (a464e347-c0de-4bbf-9d29-0ab7abfce227), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:55.652502 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1190b2dc-f3c9-4222-aadb-2b9f3f767fa9 demo admin] Network eaad80df-7d82-4c3b-bec3-ffa202da4f48 is already hosted by enough agents. {{(pid=111209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:32:55.662904 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [None req-1190b2dc-f3c9-4222-aadb-2b9f3f767fa9 demo admin] Resources bound (agent type, host, resource id): {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:32:55.667111 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1190b2dc-f3c9-4222-aadb-2b9f3f767fa9 demo admin] Received port after_create {{(pid=111209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:32:55.668335 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-1190b2dc-f3c9-4222-aadb-2b9f3f767fa9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-747339'] for router_interface (c549963c-321a-4b7b-a365-43a184df6821), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:55.689753 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190b2dc-f3c9-4222-aadb-2b9f3f767fa9 demo admin] Pushing event updated for resources: {'Port': ['ID=a464e347-c0de-4bbf-9d29-0ab7abfce227,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:55.736338 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:55.865423 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-24e06dea-bcdd-4dd6-8af4-a4c904cc09fc None None] Provisioning complete for port a464e347-c0de-4bbf-9d29-0ab7abfce227 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:32:55.865811 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-24e06dea-bcdd-4dd6-8af4-a4c904cc09fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (a464e347-c0de-4bbf-9d29-0ab7abfce227), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:55.942146 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-24e06dea-bcdd-4dd6-8af4-a4c904cc09fc None None] Port a464e347-c0de-4bbf-9d29-0ab7abfce227 cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:32:55.958412 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-1190b2dc-f3c9-4222-aadb-2b9f3f767fa9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (a464e347-c0de-4bbf-9d29-0ab7abfce227), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:56.198368 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-1190b2dc-f3c9-4222-aadb-2b9f3f767fa9 demo admin] Publish callbacks [] for port (a464e347-c0de-4bbf-9d29-0ab7abfce227), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:56.283949 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-1190b2dc-f3c9-4222-aadb-2b9f3f767fa9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (a464e347-c0de-4bbf-9d29-0ab7abfce227), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:56.284739 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-1190b2dc-f3c9-4222-aadb-2b9f3f767fa9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-292210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745947'] for router_interface (c549963c-321a-4b7b-a365-43a184df6821), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:56.361636 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190b2dc-f3c9-4222-aadb-2b9f3f767fa9 demo admin] Pushing event updated for resources: {'Port': ['ID=a464e347-c0de-4bbf-9d29-0ab7abfce227,revision_number=2']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:56.409534 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1190b2dc-f3c9-4222-aadb-2b9f3f767fa9 demo admin] Network eaad80df-7d82-4c3b-bec3-ffa202da4f48 is already hosted by enough agents. {{(pid=111209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:32:56.410835 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [None req-1190b2dc-f3c9-4222-aadb-2b9f3f767fa9 demo admin] Resources bound (agent type, host, resource id): {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:32:56.482864 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:56.644603 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1190b2dc-f3c9-4222-aadb-2b9f3f767fa9 demo admin] Router c549963c-321a-4b7b-a365-43a184df6821 is scheduled to L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 with binding_index 1 {{(pid=111209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 15:32:56.735075 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1190b2dc-f3c9-4222-aadb-2b9f3f767fa9 demo admin] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:32:56.740127 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-1190b2dc-f3c9-4222-aadb-2b9f3f767fa9 demo admin] 10.222.0.64 "PUT /v2.0/routers/c549963c-321a-4b7b-a365-43a184df6821/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2141886 May 23 15:32:56.756593 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd0ab07-80d5-4015-85c0-74ad33ed7206 None None] Sync routers for ids ['c549963c-321a-4b7b-a365-43a184df6821'] in dv-cinder-840678-12-iscsi {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:32:56.769893 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd0ab07-80d5-4015-85c0-74ad33ed7206 None None] Routers {'c549963c-321a-4b7b-a365-43a184df6821'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:32:56.770883 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-5dd0ab07-80d5-4015-85c0-74ad33ed7206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:32:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['c549963c-321a-4b7b-a365-43a184df6821'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:32:56.771324 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:56.786009 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-d946ad0b-467b-46e7-bec7-e3322da29df9 None None] Provisioning complete for port a464e347-c0de-4bbf-9d29-0ab7abfce227 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:32:56.786404 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-d946ad0b-467b-46e7-bec7-e3322da29df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (a464e347-c0de-4bbf-9d29-0ab7abfce227), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:56.821679 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-d946ad0b-467b-46e7-bec7-e3322da29df9 None None] Port a464e347-c0de-4bbf-9d29-0ab7abfce227 cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:32:56.957116 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-5dd0ab07-80d5-4015-85c0-74ad33ed7206 None None] Set router c549963c-321a-4b7b-a365-43a184df6821 gateway port host: None {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:32:57.374858 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-5dd0ab07-80d5-4015-85c0-74ad33ed7206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c549963c-321a-4b7b-a365-43a184df6821', 'name': 'router1', 'tenant_id': '936684d8d665414698e461a87200ef9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:32:45Z', 'updated_at': '2022-05-23T15:32:55Z', 'revision_number': 2, 'project_id': '936684d8d665414698e461a87200ef9b', 'gw_port_host': None, '_interfaces': [{'id': 'a464e347-c0de-4bbf-9d29-0ab7abfce227', 'name': '', 'network_id': 'eaad80df-7d82-4c3b-bec3-ffa202da4f48', 'tenant_id': '936684d8d665414698e461a87200ef9b', 'mac_address': 'fa:16:3e:9a:3f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c549963c-321a-4b7b-a365-43a184df6821', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb05aeb8-99ff-455b-ab32-734cf9c9bbec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:32:54Z', 'updated_at': '2022-05-23T15:32:56Z', 'revision_number': 2, 'project_id': '936684d8d665414698e461a87200ef9b', 'subnets': [{'id': 'bb05aeb8-99ff-455b-ab32-734cf9c9bbec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '751ed305-9978-4627-a7d8-9ed1b45c65bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:32:57.424047 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd0ab07-80d5-4015-85c0-74ad33ed7206 None None] Checking router: c549963c-321a-4b7b-a365-43a184df6821 for host: dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:32:57.424424 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd0ab07-80d5-4015-85c0-74ad33ed7206 None None] Updating router c549963c-321a-4b7b-a365-43a184df6821 port a464e347-c0de-4bbf-9d29-0ab7abfce227 binding host dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:32:57.476621 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-5dd0ab07-80d5-4015-85c0-74ad33ed7206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (a464e347-c0de-4bbf-9d29-0ab7abfce227), before_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:58.010421 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-5dd0ab07-80d5-4015-85c0-74ad33ed7206 None None] Publish callbacks [] for port (a464e347-c0de-4bbf-9d29-0ab7abfce227), precommit_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:58.087464 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-5dd0ab07-80d5-4015-85c0-74ad33ed7206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (a464e347-c0de-4bbf-9d29-0ab7abfce227), after_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:58.249263 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:58.272094 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-5dd0ab07-80d5-4015-85c0-74ad33ed7206 None None] Attempting to bind port a464e347-c0de-4bbf-9d29-0ab7abfce227 on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:32:58.272537 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-5dd0ab07-80d5-4015-85c0-74ad33ed7206 None None] Attempting to bind port a464e347-c0de-4bbf-9d29-0ab7abfce227 by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': '28d6cb92-af1a-4e2f-917c-4f54665ea855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'eaad80df-7d82-4c3b-bec3-ffa202da4f48'}] {{(pid=111211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:32:58.273034 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd0ab07-80d5-4015-85c0-74ad33ed7206 None None] Attempting to bind port a464e347-c0de-4bbf-9d29-0ab7abfce227 on network eaad80df-7d82-4c3b-bec3-ffa202da4f48 {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:32:58.279283 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b723bd-25aa-4b5e-9f60-a718080f3a29 None None] Pushing event updated for resources: {'Port': ['ID=a464e347-c0de-4bbf-9d29-0ab7abfce227,revision_number=3']} {{(pid=111211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:58.284611 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd0ab07-80d5-4015-85c0-74ad33ed7206 None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:32:58.285035 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd0ab07-80d5-4015-85c0-74ad33ed7206 None None] Checking segment: {'id': '28d6cb92-af1a-4e2f-917c-4f54665ea855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'eaad80df-7d82-4c3b-bec3-ffa202da4f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:32:58.285771 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-5dd0ab07-80d5-4015-85c0-74ad33ed7206 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:58.286171 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd0ab07-80d5-4015-85c0-74ad33ed7206 None None] Bound using segment: {'id': '28d6cb92-af1a-4e2f-917c-4f54665ea855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'eaad80df-7d82-4c3b-bec3-ffa202da4f48'} {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:32:58.286717 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-5dd0ab07-80d5-4015-85c0-74ad33ed7206 None None] Bound port: a464e347-c0de-4bbf-9d29-0ab7abfce227, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28d6cb92-af1a-4e2f-917c-4f54665ea855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'eaad80df-7d82-4c3b-bec3-ffa202da4f48'}}] {{(pid=111211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:32:58.287117 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-5dd0ab07-80d5-4015-85c0-74ad33ed7206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (a464e347-c0de-4bbf-9d29-0ab7abfce227), before_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:58.289104 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:58.303906 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b723bd-25aa-4b5e-9f60-a718080f3a29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:58.304283 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b723bd-25aa-4b5e-9f60-a718080f3a29 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:58.304659 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b723bd-25aa-4b5e-9f60-a718080f3a29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:58.305038 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b723bd-25aa-4b5e-9f60-a718080f3a29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:58.305406 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b723bd-25aa-4b5e-9f60-a718080f3a29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:58.305805 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b723bd-25aa-4b5e-9f60-a718080f3a29 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:58.306187 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b723bd-25aa-4b5e-9f60-a718080f3a29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:58.306526 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b723bd-25aa-4b5e-9f60-a718080f3a29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:58.306936 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b723bd-25aa-4b5e-9f60-a718080f3a29 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:58.307258 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b723bd-25aa-4b5e-9f60-a718080f3a29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:58.307650 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b723bd-25aa-4b5e-9f60-a718080f3a29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:58.308019 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b723bd-25aa-4b5e-9f60-a718080f3a29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:58.308352 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b723bd-25aa-4b5e-9f60-a718080f3a29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:58.308700 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b723bd-25aa-4b5e-9f60-a718080f3a29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:58.309049 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b723bd-25aa-4b5e-9f60-a718080f3a29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b723bd-25aa-4b5e-9f60-a718080f3a29 None None] Tracked resource versions report: May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: pushed versions: May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: { 'AddressGroup': {'1.2'}, May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: 'Agent': {'1.1'}, May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: 'ConntrackHelper': {'1.0'}, May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: 'LocalIPAssociation': {'1.0'}, May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: 'Log': {'1.0'}, May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: 'NDPProxy': {'1.0'}, May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: 'Network': {'1.1'}, May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: 'Port': {'1.7'}, May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: 'PortForwarding': {'1.3'}, May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: 'QosPolicy': {'1.10'}, May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: 'SecurityGroup': {'1.5'}, May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: 'SecurityGroupRule': {'1.2'}, May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: 'SubPort': {'1.0'}, May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: 'Subnet': {'1.1'}, May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: 'Trunk': {'1.1'}} May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: consumer versions: May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: { DHCP agent@dv-cinder-840678-12-iscsi: {}, May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: L3 agent@dv-cinder-840678-12-iscsi: {}, May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: Metadata agent@dv-cinder-840678-12-iscsi: {}, May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: Metering agent@dv-cinder-840678-12-iscsi: {}, May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: Open vSwitch agent@dv-cinder-840678-12-iscsi: { 'AddressGroup': '1.2', May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: 'Agent': '1.1', May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: 'ConntrackHelper': '1.0', May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: 'LocalIPAssociation': '1.0', May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: 'Log': '1.0', May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: 'NDPProxy': '1.0', May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: 'Network': '1.1', May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: 'Port': '1.7', May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: 'PortForwarding': '1.3', May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: 'QosPolicy': '1.10', May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: 'SecurityGroup': '1.5', May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: 'SecurityGroupRule': '1.2', May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: 'SubPort': '1.0', May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: 'Subnet': '1.1', May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: 'Trunk': '1.1'}} May 23 15:32:58.310754 dv-cinder-840678-12-iscsi neutron-server[111211]: {{(pid=111211) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 15:32:58.352406 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-800a3eef-76b7-4013-96ea-9abbdc452c8f None None] Provisioning complete for port a464e347-c0de-4bbf-9d29-0ab7abfce227 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:32:58.352798 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-800a3eef-76b7-4013-96ea-9abbdc452c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (a464e347-c0de-4bbf-9d29-0ab7abfce227), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:58.378954 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.db [None req-5dd0ab07-80d5-4015-85c0-74ad33ed7206 None None] For port a464e347-c0de-4bbf-9d29-0ab7abfce227, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:32:58.385273 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-800a3eef-76b7-4013-96ea-9abbdc452c8f None None] Port a464e347-c0de-4bbf-9d29-0ab7abfce227 cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:32:58.402018 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.db [None req-5dd0ab07-80d5-4015-85c0-74ad33ed7206 None None] For port a464e347-c0de-4bbf-9d29-0ab7abfce227, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=a464e347-c0de-4bbf-9d29-0ab7abfce227,segment=NetworkSegment(28d6cb92-af1a-4e2f-917c-4f54665ea855),segment_id=28d6cb92-af1a-4e2f-917c-4f54665ea855)] {{(pid=111211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:32:58.403598 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:58.508013 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-5dd0ab07-80d5-4015-85c0-74ad33ed7206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (a464e347-c0de-4bbf-9d29-0ab7abfce227), after_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:58.567378 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd0ab07-80d5-4015-85c0-74ad33ed7206 None None] Routers {'c549963c-321a-4b7b-a365-43a184df6821'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:32:58.568026 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-5dd0ab07-80d5-4015-85c0-74ad33ed7206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:32:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['c549963c-321a-4b7b-a365-43a184df6821'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:32:58.671764 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-5dd0ab07-80d5-4015-85c0-74ad33ed7206 None None] Set router c549963c-321a-4b7b-a365-43a184df6821 gateway port host: None {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:32:58.709160 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b723bd-25aa-4b5e-9f60-a718080f3a29 None None] Pushing event updated for resources: {'Port': ['ID=a464e347-c0de-4bbf-9d29-0ab7abfce227,revision_number=4']} {{(pid=111211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:58.811217 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-df35d056-29ba-4cda-bc9d-b87d11158929 None None] Provisioning complete for port a464e347-c0de-4bbf-9d29-0ab7abfce227 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:32:58.812550 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-df35d056-29ba-4cda-bc9d-b87d11158929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (a464e347-c0de-4bbf-9d29-0ab7abfce227), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:58.898784 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-df35d056-29ba-4cda-bc9d-b87d11158929 None None] Current status of the port a464e347-c0de-4bbf-9d29-0ab7abfce227 is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:32:58.899500 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-df35d056-29ba-4cda-bc9d-b87d11158929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (a464e347-c0de-4bbf-9d29-0ab7abfce227), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:58.913208 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-5dd0ab07-80d5-4015-85c0-74ad33ed7206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c549963c-321a-4b7b-a365-43a184df6821', 'name': 'router1', 'tenant_id': '936684d8d665414698e461a87200ef9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:32:45Z', 'updated_at': '2022-05-23T15:32:55Z', 'revision_number': 2, 'project_id': '936684d8d665414698e461a87200ef9b', 'gw_port_host': None, '_interfaces': [{'id': 'a464e347-c0de-4bbf-9d29-0ab7abfce227', 'name': '', 'network_id': 'eaad80df-7d82-4c3b-bec3-ffa202da4f48', 'tenant_id': '936684d8d665414698e461a87200ef9b', 'mac_address': 'fa:16:3e:9a:3f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c549963c-321a-4b7b-a365-43a184df6821', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb05aeb8-99ff-455b-ab32-734cf9c9bbec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:32:54Z', 'updated_at': '2022-05-23T15:32:58Z', 'revision_number': 4, 'project_id': '936684d8d665414698e461a87200ef9b', 'subnets': [{'id': 'bb05aeb8-99ff-455b-ab32-734cf9c9bbec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '751ed305-9978-4627-a7d8-9ed1b45c65bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:32:58.941932 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-df35d056-29ba-4cda-bc9d-b87d11158929 None None] For port a464e347-c0de-4bbf-9d29-0ab7abfce227, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=a464e347-c0de-4bbf-9d29-0ab7abfce227,segment=NetworkSegment(28d6cb92-af1a-4e2f-917c-4f54665ea855),segment_id=28d6cb92-af1a-4e2f-917c-4f54665ea855)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:32:58.943211 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd0ab07-80d5-4015-85c0-74ad33ed7206 None None] The sync data for ids ['c549963c-321a-4b7b-a365-43a184df6821'] in dv-cinder-840678-12-iscsi is: [{'id': 'c549963c-321a-4b7b-a365-43a184df6821', 'name': 'router1', 'tenant_id': '936684d8d665414698e461a87200ef9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:32:45Z', 'updated_at': '2022-05-23T15:32:55Z', 'revision_number': 2, 'project_id': '936684d8d665414698e461a87200ef9b', 'gw_port_host': None, '_interfaces': [{'id': 'a464e347-c0de-4bbf-9d29-0ab7abfce227', 'name': '', 'network_id': 'eaad80df-7d82-4c3b-bec3-ffa202da4f48', 'tenant_id': '936684d8d665414698e461a87200ef9b', 'mac_address': 'fa:16:3e:9a:3f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c549963c-321a-4b7b-a365-43a184df6821', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb05aeb8-99ff-455b-ab32-734cf9c9bbec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:32:54Z', 'updated_at': '2022-05-23T15:32:58Z', 'revision_number': 4, 'project_id': '936684d8d665414698e461a87200ef9b', 'subnets': [{'id': 'bb05aeb8-99ff-455b-ab32-734cf9c9bbec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '751ed305-9978-4627-a7d8-9ed1b45c65bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:32:59.071151 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-df35d056-29ba-4cda-bc9d-b87d11158929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (a464e347-c0de-4bbf-9d29-0ab7abfce227), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:59.123275 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35d056-29ba-4cda-bc9d-b87d11158929 None None] Pushing event updated for resources: {'Port': ['ID=a464e347-c0de-4bbf-9d29-0ab7abfce227,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:32:59.176304 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 5 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:32:59.212646 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 39068) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:32:59.416676 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9458c9-5cbe-4123-95cb-8a6f23cc4f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:32:59.423381 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-5a9458c9-5cbe-4123-95cb-8a6f23cc4f22 admin admin] 10.222.0.64 "GET /v2.0/networks/423e159f-0d94-4204-8598-641f4ed121cf HTTP/1.1" status: 200 len: 842 time: 0.2043931 May 23 15:32:59.427684 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-eab7a55a-b830-4193-bc9c-8e54556bb7d2 admin admin] Request body: {'subnet': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'cidr': '172.27.3.0/24'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:32:59.547558 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab7a55a-b830-4193-bc9c-8e54556bb7d2 admin admin] Made reservation on behalf of 4c9cfa8acbce47f6b0259cbfbf5b338d for: {'subnet': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:32:59.549982 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-eab7a55a-b830-4193-bc9c-8e54556bb7d2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:32:59.552882 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:59.631952 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:32:59.993527 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.objects.ports [None req-eab7a55a-b830-4193-bc9c-8e54556bb7d2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111209) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 23 15:32:59.993896 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-eab7a55a-b830-4193-bc9c-8e54556bb7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464'] for subnet (6893e8f7-d8c8-4bdd-8cf7-487cc5c00794), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:00.041811 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7a55a-b830-4193-bc9c-8e54556bb7d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6893e8f7-d8c8-4bdd-8cf7-487cc5c00794,revision_number=0']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:33:00.057634 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab7a55a-b830-4193-bc9c-8e54556bb7d2 admin admin] Checking segment: {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:33:00.057988 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab7a55a-b830-4193-bc9c-8e54556bb7d2 admin admin] Network hostable DHCP agents. Network: 423e159f-0d94-4204-8598-641f4ed121cf, hostable agents: ['251dd304-59f3-4964-a27c-cc4bc9747485'], hosted agents: [] {{(pid=111209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:33:00.227140 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab7a55a-b830-4193-bc9c-8e54556bb7d2 admin admin] Network 423e159f-0d94-4204-8598-641f4ed121cf is scheduled to be hosted by DHCP agent 251dd304-59f3-4964-a27c-cc4bc9747485 with binding_index 1 {{(pid=111209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:33:00.335651 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [None req-eab7a55a-b830-4193-bc9c-8e54556bb7d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-12-iscsi, 423e159f-0d94-4204-8598-641f4ed121cf) {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:33:00.340299 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab7a55a-b830-4193-bc9c-8e54556bb7d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:00.341592 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-eab7a55a-b830-4193-bc9c-8e54556bb7d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for subnet (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:00.346706 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750203fd-b284-44f5-a9bc-e79ef8bef03f None None] Network 423e159f-0d94-4204-8598-641f4ed121cf requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:33:00.442057 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-eab7a55a-b830-4193-bc9c-8e54556bb7d2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0177469 May 23 15:33:00.451048 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3de805-3dea-48cd-b254-7de99306db8d None None] Network 423e159f-0d94-4204-8598-641f4ed121cf requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:33:02.895642 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 39088) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:33:03.048544 dv-cinder-840678-12-iscsi neutron-server[111208]: WARNING oslo_policy.policy [None req-9fbbffbe-e99b-4696-b796-997545f9ed11 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 15:33:03.049132 dv-cinder-840678-12-iscsi neutron-server[111208]: WARNING oslo_policy.policy [None req-9fbbffbe-e99b-4696-b796-997545f9ed11 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 15:33:03.335975 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.policy [None req-9fbbffbe-e99b-4696-b796-997545f9ed11 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111208) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 23 15:33:03.379029 dv-cinder-840678-12-iscsi neutron-server[111208]: WARNING oslo_policy.policy [None req-9fbbffbe-e99b-4696-b796-997545f9ed11 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 15:33:03.379432 dv-cinder-840678-12-iscsi neutron-server[111208]: WARNING oslo_policy.policy [None req-9fbbffbe-e99b-4696-b796-997545f9ed11 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 15:33:03.396103 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writer thread running {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 23 15:33:03.511730 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:03.639452 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-9fbbffbe-e99b-4696-b796-997545f9ed11 demo admin] 10.222.0.64 "GET /v2.0/routers/c549963c-321a-4b7b-a365-43a184df6821 HTTP/1.1" status: 200 len: 710 time: 0.7416413 May 23 15:33:03.850332 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277a3b73-8273-4d78-9387-2aa389f0fa01 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:33:03.852147 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-277a3b73-8273-4d78-9387-2aa389f0fa01 demo admin] 10.222.0.64 "GET /v2.0/networks/423e159f-0d94-4204-8598-641f4ed121cf HTTP/1.1" status: 200 len: 886 time: 0.2060051 May 23 15:33:03.863020 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:33:04.135267 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Publish callbacks [] for router_gateway (c549963c-321a-4b7b-a365-43a184df6821), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:04.485579 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Publish callbacks [] for router_gateway (c549963c-321a-4b7b-a365-43a184df6821), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:04.566124 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:04.756047 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_common [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Allocated IP 172.27.3.74 (423e159f-0d94-4204-8598-641f4ed121cf/6893e8f7-d8c8-4bdd-8cf7-487cc5c00794/7538bf85-8458-413f-b302-463ef415cf82) {{(pid=111208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:33:04.869417 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Publish callbacks [] for port (7538bf85-8458-413f-b302-463ef415cf82), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:04.875282 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:04.916796 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:05.005025 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725'] for port (7538bf85-8458-413f-b302-463ef415cf82), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:05.073896 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Network 423e159f-0d94-4204-8598-641f4ed121cf is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:33:05.080412 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:33:05.115385 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Pushing event updated for resources: {'Port': ['ID=7538bf85-8458-413f-b302-463ef415cf82,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:33:05.126536 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Received port after_create {{(pid=111208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:33:05.127544 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:05.127888 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:05.128230 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:05.128569 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:05.128896 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:05.129248 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:05.129571 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:05.129889 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:05.130214 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:05.130533 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:05.130871 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:05.131208 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:05.131530 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:05.131853 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:05.132169 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Tracked resource versions report: May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: pushed versions: May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: { 'AddressGroup': {'1.2'}, May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: 'Agent': {'1.1'}, May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: 'ConntrackHelper': {'1.0'}, May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: 'LocalIPAssociation': {'1.0'}, May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: 'Log': {'1.0'}, May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: 'NDPProxy': {'1.0'}, May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: 'Network': {'1.1'}, May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: 'Port': {'1.7'}, May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: 'PortForwarding': {'1.3'}, May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: 'QosPolicy': {'1.10'}, May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: 'SecurityGroup': {'1.5'}, May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: 'SecurityGroupRule': {'1.2'}, May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: 'SubPort': {'1.0'}, May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: 'Subnet': {'1.1'}, May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: 'Trunk': {'1.1'}} May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: consumer versions: May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: { DHCP agent@dv-cinder-840678-12-iscsi: {}, May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: L3 agent@dv-cinder-840678-12-iscsi: {}, May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: Metadata agent@dv-cinder-840678-12-iscsi: {}, May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: Metering agent@dv-cinder-840678-12-iscsi: {}, May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: Open vSwitch agent@dv-cinder-840678-12-iscsi: { 'AddressGroup': '1.2', May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: 'Agent': '1.1', May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: 'ConntrackHelper': '1.0', May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: 'LocalIPAssociation': '1.0', May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: 'Log': '1.0', May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: 'NDPProxy': '1.0', May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: 'Network': '1.1', May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: 'Port': '1.7', May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: 'PortForwarding': '1.3', May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: 'QosPolicy': '1.10', May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: 'SecurityGroup': '1.5', May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: 'SecurityGroupRule': '1.2', May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: 'SubPort': '1.0', May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: 'Subnet': '1.1', May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: 'Trunk': '1.1'}} May 23 15:33:05.133627 dv-cinder-840678-12-iscsi neutron-server[111208]: {{(pid=111208) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 15:33:05.514937 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Publish callbacks [] for router_gateway (c549963c-321a-4b7b-a365-43a184df6821), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:05.709819 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-746873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-752073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12811'] for router (c549963c-321a-4b7b-a365-43a184df6821), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:05.716251 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-746864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-746855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-752064'] for router (c549963c-321a-4b7b-a365-43a184df6821), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:05.891479 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Router c549963c-321a-4b7b-a365-43a184df6821 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:33:06.000758 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:06.005885 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:33:06.010996 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] Publish callbacks [] for router (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:06.013050 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-36289639-9270-43ed-b970-bdf51a4361b7 demo admin] 10.222.0.64 "PUT /v2.0/routers/c549963c-321a-4b7b-a365-43a184df6821 HTTP/1.1" status: 200 len: 889 time: 2.1536796 May 23 15:33:06.858911 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device a464e347-c0de-4bbf-9d29-0ab7abfce227 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:33:06.902893 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port a464e347-c0de-4bbf-9d29-0ab7abfce227 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:33:06.903296 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (a464e347-c0de-4bbf-9d29-0ab7abfce227), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:06.974538 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port a464e347-c0de-4bbf-9d29-0ab7abfce227 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:33:07.891439 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892d8bdf-a639-4044-8609-97548ffab8ee None None] Sync routers for ids ['c549963c-321a-4b7b-a365-43a184df6821'] in dv-cinder-840678-12-iscsi {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:33:07.906426 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892d8bdf-a639-4044-8609-97548ffab8ee None None] Routers {'c549963c-321a-4b7b-a365-43a184df6821'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:33:07.907174 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-892d8bdf-a639-4044-8609-97548ffab8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:32:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['c549963c-321a-4b7b-a365-43a184df6821'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:33:08.112170 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-892d8bdf-a639-4044-8609-97548ffab8ee None None] Set router c549963c-321a-4b7b-a365-43a184df6821 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:33:08.162674 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:08.369690 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:08.487925 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 39116) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:33:08.570284 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-892d8bdf-a639-4044-8609-97548ffab8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c549963c-321a-4b7b-a365-43a184df6821', 'name': 'router1', 'tenant_id': '936684d8d665414698e461a87200ef9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '7538bf85-8458-413f-b302-463ef415cf82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:32:45Z', 'updated_at': '2022-05-23T15:33:05Z', 'revision_number': 4, 'project_id': '936684d8d665414698e461a87200ef9b', 'gw_port': {'id': '7538bf85-8458-413f-b302-463ef415cf82', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c549963c-321a-4b7b-a365-43a184df6821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:33:04Z', 'updated_at': '2022-05-23T15:33:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'a464e347-c0de-4bbf-9d29-0ab7abfce227', 'name': '', 'network_id': 'eaad80df-7d82-4c3b-bec3-ffa202da4f48', 'tenant_id': '936684d8d665414698e461a87200ef9b', 'mac_address': 'fa:16:3e:9a:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549963c-321a-4b7b-a365-43a184df6821', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb05aeb8-99ff-455b-ab32-734cf9c9bbec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:32:54Z', 'updated_at': '2022-05-23T15:32:58Z', 'revision_number': 5, 'project_id': '936684d8d665414698e461a87200ef9b', 'subnets': [{'id': 'bb05aeb8-99ff-455b-ab32-734cf9c9bbec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '751ed305-9978-4627-a7d8-9ed1b45c65bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:33:08.604001 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-3236fdac-21da-4430-a180-27556e94231b admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1148314 May 23 15:33:08.619640 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892d8bdf-a639-4044-8609-97548ffab8ee None None] Checking router: c549963c-321a-4b7b-a365-43a184df6821 for host: dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:33:08.620048 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892d8bdf-a639-4044-8609-97548ffab8ee None None] Updating router c549963c-321a-4b7b-a365-43a184df6821 port 7538bf85-8458-413f-b302-463ef415cf82 binding host dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:33:08.681230 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-892d8bdf-a639-4044-8609-97548ffab8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (7538bf85-8458-413f-b302-463ef415cf82), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:08.915938 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=23 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:09.058495 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-892d8bdf-a639-4044-8609-97548ffab8ee None None] Publish callbacks [] for port (7538bf85-8458-413f-b302-463ef415cf82), precommit_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:09.150369 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-892d8bdf-a639-4044-8609-97548ffab8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (7538bf85-8458-413f-b302-463ef415cf82), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:09.173679 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=60 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:09.210690 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-892d8bdf-a639-4044-8609-97548ffab8ee None None] Attempting to bind port 7538bf85-8458-413f-b302-463ef415cf82 on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:33:09.211067 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-892d8bdf-a639-4044-8609-97548ffab8ee None None] Attempting to bind port 7538bf85-8458-413f-b302-463ef415cf82 by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:33:09.211430 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892d8bdf-a639-4044-8609-97548ffab8ee None None] Attempting to bind port 7538bf85-8458-413f-b302-463ef415cf82 on network 423e159f-0d94-4204-8598-641f4ed121cf {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:33:09.215074 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ac466-ea24-4b69-b400-260aa9572ac6 None None] Pushing event updated for resources: {'Port': ['ID=7538bf85-8458-413f-b302-463ef415cf82,revision_number=2']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:33:09.221085 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892d8bdf-a639-4044-8609-97548ffab8ee None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:33:09.223481 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892d8bdf-a639-4044-8609-97548ffab8ee None None] Checking segment: {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:33:09.223481 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-892d8bdf-a639-4044-8609-97548ffab8ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:09.223481 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892d8bdf-a639-4044-8609-97548ffab8ee None None] Bound using segment: {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:33:09.223481 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-892d8bdf-a639-4044-8609-97548ffab8ee None None] Bound port: 7538bf85-8458-413f-b302-463ef415cf82, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:33:09.223481 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-892d8bdf-a639-4044-8609-97548ffab8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (7538bf85-8458-413f-b302-463ef415cf82), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:09.274369 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-892d8bdf-a639-4044-8609-97548ffab8ee None None] For port 7538bf85-8458-413f-b302-463ef415cf82, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:33:09.277756 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-892d8bdf-a639-4044-8609-97548ffab8ee None None] For port 7538bf85-8458-413f-b302-463ef415cf82, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=7538bf85-8458-413f-b302-463ef415cf82,segment=NetworkSegment(2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5),segment_id=2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5)] {{(pid=111210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:33:09.362389 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-892d8bdf-a639-4044-8609-97548ffab8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (7538bf85-8458-413f-b302-463ef415cf82), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:09.427422 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892d8bdf-a639-4044-8609-97548ffab8ee None None] Routers {'c549963c-321a-4b7b-a365-43a184df6821'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:33:09.428005 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-892d8bdf-a639-4044-8609-97548ffab8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:32:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['c549963c-321a-4b7b-a365-43a184df6821'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:33:09.429804 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ac466-ea24-4b69-b400-260aa9572ac6 None None] Pushing event updated for resources: {'Port': ['ID=7538bf85-8458-413f-b302-463ef415cf82,revision_number=3']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:33:09.538160 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-892d8bdf-a639-4044-8609-97548ffab8ee None None] Set router c549963c-321a-4b7b-a365-43a184df6821 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:33:09.646699 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:09.654424 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:09.739008 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-892d8bdf-a639-4044-8609-97548ffab8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c549963c-321a-4b7b-a365-43a184df6821', 'name': 'router1', 'tenant_id': '936684d8d665414698e461a87200ef9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '7538bf85-8458-413f-b302-463ef415cf82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:32:45Z', 'updated_at': '2022-05-23T15:33:05Z', 'revision_number': 4, 'project_id': '936684d8d665414698e461a87200ef9b', 'gw_port': {'id': '7538bf85-8458-413f-b302-463ef415cf82', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c549963c-321a-4b7b-a365-43a184df6821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:33:04Z', 'updated_at': '2022-05-23T15:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'a464e347-c0de-4bbf-9d29-0ab7abfce227', 'name': '', 'network_id': 'eaad80df-7d82-4c3b-bec3-ffa202da4f48', 'tenant_id': '936684d8d665414698e461a87200ef9b', 'mac_address': 'fa:16:3e:9a:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549963c-321a-4b7b-a365-43a184df6821', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb05aeb8-99ff-455b-ab32-734cf9c9bbec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:32:54Z', 'updated_at': '2022-05-23T15:32:58Z', 'revision_number': 5, 'project_id': '936684d8d665414698e461a87200ef9b', 'subnets': [{'id': 'bb05aeb8-99ff-455b-ab32-734cf9c9bbec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '751ed305-9978-4627-a7d8-9ed1b45c65bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:33:09.763934 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892d8bdf-a639-4044-8609-97548ffab8ee None None] The sync data for ids ['c549963c-321a-4b7b-a365-43a184df6821'] in dv-cinder-840678-12-iscsi is: [{'id': 'c549963c-321a-4b7b-a365-43a184df6821', 'name': 'router1', 'tenant_id': '936684d8d665414698e461a87200ef9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '7538bf85-8458-413f-b302-463ef415cf82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:32:45Z', 'updated_at': '2022-05-23T15:33:05Z', 'revision_number': 4, 'project_id': '936684d8d665414698e461a87200ef9b', 'gw_port': {'id': '7538bf85-8458-413f-b302-463ef415cf82', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c549963c-321a-4b7b-a365-43a184df6821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:33:04Z', 'updated_at': '2022-05-23T15:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'a464e347-c0de-4bbf-9d29-0ab7abfce227', 'name': '', 'network_id': 'eaad80df-7d82-4c3b-bec3-ffa202da4f48', 'tenant_id': '936684d8d665414698e461a87200ef9b', 'mac_address': 'fa:16:3e:9a:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549963c-321a-4b7b-a365-43a184df6821', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb05aeb8-99ff-455b-ab32-734cf9c9bbec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:32:54Z', 'updated_at': '2022-05-23T15:32:58Z', 'revision_number': 5, 'project_id': '936684d8d665414698e461a87200ef9b', 'subnets': [{'id': 'bb05aeb8-99ff-455b-ab32-734cf9c9bbec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '751ed305-9978-4627-a7d8-9ed1b45c65bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:33:10.353490 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=49,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:10.355386 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=24,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:10.880837 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 7538bf85-8458-413f-b302-463ef415cf82 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:33:10.943757 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port 7538bf85-8458-413f-b302-463ef415cf82 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:33:10.944115 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (7538bf85-8458-413f-b302-463ef415cf82), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:11.028784 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port 7538bf85-8458-413f-b302-463ef415cf82 is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:33:11.029247 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (7538bf85-8458-413f-b302-463ef415cf82), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:11.052365 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] For port 7538bf85-8458-413f-b302-463ef415cf82, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=7538bf85-8458-413f-b302-463ef415cf82,segment=NetworkSegment(2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5),segment_id=2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:33:11.127155 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (7538bf85-8458-413f-b302-463ef415cf82), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:11.182873 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Pushing event updated for resources: {'Port': ['ID=7538bf85-8458-413f-b302-463ef415cf82,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:33:12.895734 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 7538bf85-8458-413f-b302-463ef415cf82 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:33:12.971104 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port 7538bf85-8458-413f-b302-463ef415cf82 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:33:12.971744 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (7538bf85-8458-413f-b302-463ef415cf82), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:13.060434 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port 7538bf85-8458-413f-b302-463ef415cf82 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:33:18.597104 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=4 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:18.600727 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:21.858008 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-a75ff45d-cfd9-44a0-8dcd-7608064f108f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:24.203746 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-e894ea32-aa5d-4dee-8493-29bd637e5269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:25.509848 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:26.504025 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:28.257042 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:31.179710 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=2 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:31.186052 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=4 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:36.175392 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 5 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:33:38.171733 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=49,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:38.179099 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:46.171746 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=2 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:33:52.094164 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-a7d838bb-a749-434d-9c29-4323c32413d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:54.195214 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-548cc1bf-93e0-405f-9a50-ea980f5907bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:55.531299 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:56.491313 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:33:58.251541 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:08.164172 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:08.171161 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:08.180210 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:08.187183 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=5 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:13.174547 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 5 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:34:20.174235 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:21.861667 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-676fffed-d577-484f-833a-b221e3702612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:23.170663 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=2 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:24.184129 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-dad294be-0319-4f25-8020-aafc785d6e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:25.538449 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:26.513113 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:28.229908 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:29.119175 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 39656) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:29.182129 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a3dd8f1-bb38-434e-9f73-d2457bda1f0b admin admin] GET failed (client error): The resource could not be found. May 23 15:34:29.183416 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-0a3dd8f1-bb38-434e-9f73-d2457bda1f0b admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0633011 May 23 15:34:29.345801 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f658ce-f048-406b-9d1e-0fc886629e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:29.347251 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-82f658ce-f048-406b-9d1e-0fc886629e2e admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1596828 May 23 15:34:31.573412 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 39666) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:31.674388 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbed9792-0b3b-4550-8301-e9564fc7a14f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:31.675982 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-cbed9792-0b3b-4550-8301-e9564fc7a14f admin admin] 10.222.0.64 "GET /v2.0/subnets/bb05aeb8-99ff-455b-ab32-734cf9c9bbec HTTP/1.1" status: 200 len: 849 time: 0.1016295 May 23 15:34:31.685701 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-e632f938-3ad7-48f6-9ff9-c942d699d04c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:34:31.774996 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e632f938-3ad7-48f6-9ff9-c942d699d04c admin admin] Publish callbacks [] for subnet (bb05aeb8-99ff-455b-ab32-734cf9c9bbec), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:31.989541 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e632f938-3ad7-48f6-9ff9-c942d699d04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747701070017'] for subnet (bb05aeb8-99ff-455b-ab32-734cf9c9bbec), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:32.021649 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e632f938-3ad7-48f6-9ff9-c942d699d04c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:32.022262 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e632f938-3ad7-48f6-9ff9-c942d699d04c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for subnet (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:32.025412 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-e632f938-3ad7-48f6-9ff9-c942d699d04c admin admin] 10.222.0.64 "PUT /v2.0/subnets/bb05aeb8-99ff-455b-ab32-734cf9c9bbec HTTP/1.1" status: 200 len: 868 time: 0.3414979 May 23 15:34:32.026450 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e222fa3c-123b-4771-94a2-9e13d894a6fb None None] Network eaad80df-7d82-4c3b-bec3-ffa202da4f48 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:34:32.041964 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632f938-3ad7-48f6-9ff9-c942d699d04c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb05aeb8-99ff-455b-ab32-734cf9c9bbec,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:34:32.049366 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632f938-3ad7-48f6-9ff9-c942d699d04c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:32.049723 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632f938-3ad7-48f6-9ff9-c942d699d04c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:32.050079 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632f938-3ad7-48f6-9ff9-c942d699d04c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:32.050688 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632f938-3ad7-48f6-9ff9-c942d699d04c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:32.051021 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632f938-3ad7-48f6-9ff9-c942d699d04c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:32.051362 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632f938-3ad7-48f6-9ff9-c942d699d04c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:32.051904 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632f938-3ad7-48f6-9ff9-c942d699d04c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:32.052243 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632f938-3ad7-48f6-9ff9-c942d699d04c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:32.052597 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632f938-3ad7-48f6-9ff9-c942d699d04c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:32.052933 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632f938-3ad7-48f6-9ff9-c942d699d04c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:32.053369 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632f938-3ad7-48f6-9ff9-c942d699d04c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:32.053702 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632f938-3ad7-48f6-9ff9-c942d699d04c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:32.054027 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632f938-3ad7-48f6-9ff9-c942d699d04c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:32.054931 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632f938-3ad7-48f6-9ff9-c942d699d04c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:32.055287 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632f938-3ad7-48f6-9ff9-c942d699d04c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:34:32.362665 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-64c51777-69de-4168-a213-25e59bfe2fda None None] Provisioning complete for port a464e347-c0de-4bbf-9d29-0ab7abfce227 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:34:32.363121 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-64c51777-69de-4168-a213-25e59bfe2fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (a464e347-c0de-4bbf-9d29-0ab7abfce227), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:32.434547 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-64c51777-69de-4168-a213-25e59bfe2fda None None] Current status of the port a464e347-c0de-4bbf-9d29-0ab7abfce227 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:34:32.442624 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-64c51777-69de-4168-a213-25e59bfe2fda None None] Provisioning complete for port e12770cf-6063-4426-bb5b-8a90383b0c32 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:34:32.443011 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-64c51777-69de-4168-a213-25e59bfe2fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (e12770cf-6063-4426-bb5b-8a90383b0c32), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:32.517776 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-64c51777-69de-4168-a213-25e59bfe2fda None None] Current status of the port e12770cf-6063-4426-bb5b-8a90383b0c32 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:34:34.274906 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 39674) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:34.476937 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003e4034-0c52-43dd-bf40-ecefc2306f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:34.477357 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003e4034-0c52-43dd-bf40-ecefc2306f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:34.478902 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-003e4034-0c52-43dd-bf40-ecefc2306f60 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2030404 May 23 15:34:36.705444 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 39682) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:36.840543 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48463715-1428-447e-99e3-0fe4d196e302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:36.841015 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48463715-1428-447e-99e3-0fe4d196e302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:36.842572 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-48463715-1428-447e-99e3-0fe4d196e302 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1361778 May 23 15:34:39.067327 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 39690) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:39.196138 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eb6785-28b8-42a9-a61b-91a91fb64180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:39.197560 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-05eb6785-28b8-42a9-a61b-91a91fb64180 admin admin] 10.222.0.64 "GET /v2.0/networks/423e159f-0d94-4204-8598-641f4ed121cf HTTP/1.1" status: 200 len: 886 time: 0.1292849 May 23 15:34:41.413009 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 39700) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:41.541914 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd58be53-8636-45b5-90f8-960cedbf8741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:41.543265 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-fd58be53-8636-45b5-90f8-960cedbf8741 admin admin] 10.222.0.64 "GET /v2.0/networks/eaad80df-7d82-4c3b-bec3-ffa202da4f48 HTTP/1.1" status: 200 len: 869 time: 0.1291382 May 23 15:34:42.514400 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:42.516279 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:43.773407 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 39708) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:43.900303 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0e12c4-0084-4bef-bae1-54036757e54a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:43.900766 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0e12c4-0084-4bef-bae1-54036757e54a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:43.902370 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-8e0e12c4-0084-4bef-bae1-54036757e54a admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1279955 May 23 15:34:45.179255 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=2 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:45.183720 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=4 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:46.142995 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 39716) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:46.233650 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0861ff9c-a22d-4029-a4fb-51583dc2dcf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:46.234106 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0861ff9c-a22d-4029-a4fb-51583dc2dcf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:46.235618 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-0861ff9c-a22d-4029-a4fb-51583dc2dcf6 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0916576 May 23 15:34:46.835819 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=87 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:46.837717 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=81,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:48.469341 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 39724) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:48.555824 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2258c64-8486-4b56-82d5-eb7cc1f41868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:48.557157 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-c2258c64-8486-4b56-82d5-eb7cc1f41868 admin admin] 10.222.0.64 "GET /v2.0/subnets/6893e8f7-d8c8-4bdd-8cf7-487cc5c00794 HTTP/1.1" status: 200 len: 816 time: 0.0868592 May 23 15:34:50.220658 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 5 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:34:50.765161 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 39732) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:34:50.857496 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e3c50c-9fbd-4b61-9100-73cf76c09484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:34:50.858857 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-a0e3c50c-9fbd-4b61-9100-73cf76c09484 admin admin] 10.222.0.64 "GET /v2.0/subnets/bb05aeb8-99ff-455b-ab32-734cf9c9bbec HTTP/1.1" status: 200 len: 868 time: 0.0927570 May 23 15:34:51.872018 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-d40d9e3e-8fdb-4810-b16d-1f565d2675c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:54.223225 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-077bd9f8-53ed-41d6-bb2c-605f54ce3cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:55.520137 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:56.538025 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:58.239939 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:34:58.547702 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=39 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:34:58.552759 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=40 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:00.169172 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:00.217157 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:00.852554 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=7 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:00.854741 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=6 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:08.162973 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=9 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:08.169446 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:21.859725 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-2035827e-efce-4de4-8c90-eaa5a24e64db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:22.189911 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=15 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:22.190667 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=17 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:24.244830 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-9f997a43-218b-4147-b1d9-c54da3953d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:25.545485 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:26.501834 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:27.179801 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 5 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:35:28.256293 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:31.504719 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 39790) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:31.553048 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [None req-ed4111b6-4efc-444a-8cbb-295f4282e009 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=111209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 15:35:31.554076 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-ed4111b6-4efc-444a-8cbb-295f4282e009 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0483153 May 23 15:35:33.889235 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 39798) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:33.964018 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b744f0-8f1a-45e9-a654-77e8af1caac0 admin admin] GET failed (client error): The resource could not be found. May 23 15:35:33.964018 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-83b744f0-8f1a-45e9-a654-77e8af1caac0 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0652916 May 23 15:35:34.095068 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7fca5d-5bf9-42e7-8a55-15e7e2492bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:34.096535 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-0c7fca5d-5bf9-42e7-8a55-15e7e2492bbf admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1368220 May 23 15:35:36.353727 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 39806) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:36.402015 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-2f905aa2-c2af-43e2-a6f7-5ca37544b8ca admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:35:36.490123 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f905aa2-c2af-43e2-a6f7-5ca37544b8ca admin admin] Made reservation on behalf of 4c9cfa8acbce47f6b0259cbfbf5b338d for: {'network': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:35:36.492420 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2f905aa2-c2af-43e2-a6f7-5ca37544b8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for network (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:36.519507 dv-cinder-840678-12-iscsi neutron-server[111209]: WARNING neutron.services.revisions.revision_plugin [None req-2f905aa2-c2af-43e2-a6f7-5ca37544b8ca admin admin] Could not find related network for resource to bump revision. May 23 15:35:36.530335 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f905aa2-c2af-43e2-a6f7-5ca37544b8ca admin admin] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=111209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:35:36.539647 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2f905aa2-c2af-43e2-a6f7-5ca37544b8ca admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747701125214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (884e5802-a0b3-4c2d-b227-07fd8cf19c9e), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:36.539987 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.db.segments_db [None req-2f905aa2-c2af-43e2-a6f7-5ca37544b8ca admin admin] Added segment 884e5802-a0b3-4c2d-b227-07fd8cf19c9e of type vlan for network b083bfbb-131b-4d6b-be46-9f059f2bce56 May 23 15:35:36.577979 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2f905aa2-c2af-43e2-a6f7-5ca37544b8ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747700567628'] for network (b083bfbb-131b-4d6b-be46-9f059f2bce56), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:36.684002 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2f905aa2-c2af-43e2-a6f7-5ca37544b8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464'] for network (b083bfbb-131b-4d6b-be46-9f059f2bce56), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:36.684979 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f905aa2-c2af-43e2-a6f7-5ca37544b8ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:36.685861 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2f905aa2-c2af-43e2-a6f7-5ca37544b8ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:36.747716 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f905aa2-c2af-43e2-a6f7-5ca37544b8ca admin admin] Pushing event updated for resources: {'Network': ['ID=b083bfbb-131b-4d6b-be46-9f059f2bce56,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:36.755318 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f905aa2-c2af-43e2-a6f7-5ca37544b8ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:36.755673 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f905aa2-c2af-43e2-a6f7-5ca37544b8ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:36.756038 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f905aa2-c2af-43e2-a6f7-5ca37544b8ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:36.756381 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f905aa2-c2af-43e2-a6f7-5ca37544b8ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:36.756717 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f905aa2-c2af-43e2-a6f7-5ca37544b8ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:36.757096 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f905aa2-c2af-43e2-a6f7-5ca37544b8ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:36.757434 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f905aa2-c2af-43e2-a6f7-5ca37544b8ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:36.757757 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f905aa2-c2af-43e2-a6f7-5ca37544b8ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:36.758096 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f905aa2-c2af-43e2-a6f7-5ca37544b8ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:36.758423 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f905aa2-c2af-43e2-a6f7-5ca37544b8ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:36.758762 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f905aa2-c2af-43e2-a6f7-5ca37544b8ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:36.759087 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f905aa2-c2af-43e2-a6f7-5ca37544b8ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:36.759409 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f905aa2-c2af-43e2-a6f7-5ca37544b8ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:36.759724 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f905aa2-c2af-43e2-a6f7-5ca37544b8ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:36.760041 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f905aa2-c2af-43e2-a6f7-5ca37544b8ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:36.770989 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Network b083bfbb-131b-4d6b-be46-9f059f2bce56 details requested by agent ovs-agent-dv-cinder-840678-12-iscsi with host dv-cinder-840678-12-iscsi {{(pid=111210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:35:36.834152 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-2f905aa2-c2af-43e2-a6f7-5ca37544b8ca admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.4792428 May 23 15:35:37.175039 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:37.175817 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:39.092172 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 39814) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:35:39.153846 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a107bf5-10d1-4d62-918f-c28b2b90c939 admin admin] GET failed (client error): The resource could not be found. May 23 15:35:39.155189 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-6a107bf5-10d1-4d62-918f-c28b2b90c939 admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0620456 May 23 15:35:39.227932 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8c37d9-a6db-4683-a75c-3009a48b7230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:39.229463 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-5c8c37d9-a6db-4683-a75c-3009a48b7230 admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0701990 May 23 15:35:39.239594 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-9767de16-796f-4a2f-aaca-d02799670c1e admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'b083bfbb-131b-4d6b-be46-9f059f2bce56'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:35:39.329973 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9767de16-796f-4a2f-aaca-d02799670c1e admin admin] Made reservation on behalf of 4c9cfa8acbce47f6b0259cbfbf5b338d for: {'subnet': 1} {{(pid=111208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:35:39.332397 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9767de16-796f-4a2f-aaca-d02799670c1e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:39.619540 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9767de16-796f-4a2f-aaca-d02799670c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464'] for subnet (96076d7e-c622-4c75-b674-6977ad7670af), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:39.750158 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767de16-796f-4a2f-aaca-d02799670c1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=96076d7e-c622-4c75-b674-6977ad7670af,revision_number=0']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:39.760109 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767de16-796f-4a2f-aaca-d02799670c1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:39.760469 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767de16-796f-4a2f-aaca-d02799670c1e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:39.760812 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767de16-796f-4a2f-aaca-d02799670c1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:39.761191 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767de16-796f-4a2f-aaca-d02799670c1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:39.761527 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767de16-796f-4a2f-aaca-d02799670c1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:39.761859 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767de16-796f-4a2f-aaca-d02799670c1e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:39.762191 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767de16-796f-4a2f-aaca-d02799670c1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:39.762515 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767de16-796f-4a2f-aaca-d02799670c1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:39.762846 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767de16-796f-4a2f-aaca-d02799670c1e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:39.763171 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767de16-796f-4a2f-aaca-d02799670c1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:39.763503 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767de16-796f-4a2f-aaca-d02799670c1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:39.763827 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767de16-796f-4a2f-aaca-d02799670c1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:39.764152 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767de16-796f-4a2f-aaca-d02799670c1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:39.764516 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767de16-796f-4a2f-aaca-d02799670c1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:39.764842 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767de16-796f-4a2f-aaca-d02799670c1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:39.775860 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9767de16-796f-4a2f-aaca-d02799670c1e admin admin] Checking segment: {'id': '884e5802-a0b3-4c2d-b227-07fd8cf19c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'b083bfbb-131b-4d6b-be46-9f059f2bce56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:35:39.776218 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9767de16-796f-4a2f-aaca-d02799670c1e admin admin] Network hostable DHCP agents. Network: b083bfbb-131b-4d6b-be46-9f059f2bce56, hostable agents: ['251dd304-59f3-4964-a27c-cc4bc9747485'], hosted agents: [] {{(pid=111208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:35:39.974254 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9767de16-796f-4a2f-aaca-d02799670c1e admin admin] Network b083bfbb-131b-4d6b-be46-9f059f2bce56 is scheduled to be hosted by DHCP agent 251dd304-59f3-4964-a27c-cc4bc9747485 with binding_index 1 {{(pid=111208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:35:40.129631 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-9767de16-796f-4a2f-aaca-d02799670c1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-12-iscsi, b083bfbb-131b-4d6b-be46-9f059f2bce56) {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:35:40.133704 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9767de16-796f-4a2f-aaca-d02799670c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:35:40.134306 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9767de16-796f-4a2f-aaca-d02799670c1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for subnet (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:40.138657 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17d257f-01d7-4f01-9917-b56c2fdb8ee2 None None] Network b083bfbb-131b-4d6b-be46-9f059f2bce56 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:35:40.239978 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp055156f6-2a9b-51e3-8b11-ea6d6ebeb84f-b083bfbb-131b-4d6b-be46-9f059f2bce56', 'network_id': 'b083bfbb-131b-4d6b-be46-9f059f2bce56', 'project_id': '4c9cfa8acbce47f6b0259cbfbf5b338d', 'fixed_ips': [{'subnet_id': '96076d7e-c622-4c75-b674-6977ad7670af'}]}} from dv-cinder-840678-12-iscsi. {{(pid=111210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 15:35:40.240894 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:40.287573 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-9767de16-796f-4a2f-aaca-d02799670c1e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0519166 May 23 15:35:40.380853 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.db_base_plugin_common [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Allocated IP 192.168.233.2 (b083bfbb-131b-4d6b-be46-9f059f2bce56/96076d7e-c622-4c75-b674-6977ad7670af/ca905121-da68-45e7-80de-cb6f60133c96) {{(pid=111210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:35:40.534858 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Publish callbacks [] for port (ca905121-da68-45e7-80de-cb6f60133c96), precommit_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:40.656045 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725'] for port (ca905121-da68-45e7-80de-cb6f60133c96), after_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:40.697782 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Network b083bfbb-131b-4d6b-be46-9f059f2bce56 is already hosted by enough agents. {{(pid=111210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:35:40.700620 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.scheduler.base_scheduler [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Resources bound (agent type, host, resource id): {{(pid=111210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:35:40.703297 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Received port after_create {{(pid=111210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:35:40.735498 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Pushing event updated for resources: {'Port': ['ID=ca905121-da68-45e7-80de-cb6f60133c96,revision_number=1']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:40.759277 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:40.759622 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:40.759984 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:40.760341 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:40.760678 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:40.761003 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:40.761353 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:40.761675 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:40.762013 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:40.762338 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:40.762665 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:40.762998 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:40.763324 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:40.763644 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:40.763960 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:35:40.782307 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Attempting to bind port ca905121-da68-45e7-80de-cb6f60133c96 on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:35:40.782701 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Attempting to bind port ca905121-da68-45e7-80de-cb6f60133c96 by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': '884e5802-a0b3-4c2d-b227-07fd8cf19c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'b083bfbb-131b-4d6b-be46-9f059f2bce56'}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:35:40.783064 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Attempting to bind port ca905121-da68-45e7-80de-cb6f60133c96 on network b083bfbb-131b-4d6b-be46-9f059f2bce56 {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:35:40.788979 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:35:40.789350 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Checking segment: {'id': '884e5802-a0b3-4c2d-b227-07fd8cf19c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'b083bfbb-131b-4d6b-be46-9f059f2bce56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:35:40.789755 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:40.790152 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Bound using segment: {'id': '884e5802-a0b3-4c2d-b227-07fd8cf19c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'b083bfbb-131b-4d6b-be46-9f059f2bce56'} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:35:40.790619 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Bound port: ca905121-da68-45e7-80de-cb6f60133c96, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '884e5802-a0b3-4c2d-b227-07fd8cf19c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'b083bfbb-131b-4d6b-be46-9f059f2bce56'}}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:35:40.790997 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (ca905121-da68-45e7-80de-cb6f60133c96), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:40.852309 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-db799a35-4cec-4189-be36-ece04464d962 None None] For port ca905121-da68-45e7-80de-cb6f60133c96, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:35:40.855419 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-db799a35-4cec-4189-be36-ece04464d962 None None] For port ca905121-da68-45e7-80de-cb6f60133c96, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=ca905121-da68-45e7-80de-cb6f60133c96,segment=NetworkSegment(884e5802-a0b3-4c2d-b227-07fd8cf19c9e),segment_id=884e5802-a0b3-4c2d-b227-07fd8cf19c9e)] {{(pid=111210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:35:40.962828 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (ca905121-da68-45e7-80de-cb6f60133c96), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:41.023231 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db799a35-4cec-4189-be36-ece04464d962 None None] Pushing event updated for resources: {'Port': ['ID=ca905121-da68-45e7-80de-cb6f60133c96,revision_number=2']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:41.893425 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac8afd5-c362-47e9-bc61-a7e2de7e3248 None None] Network b083bfbb-131b-4d6b-be46-9f059f2bce56 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:35:41.945248 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:41.949039 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:41.957988 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-12f94551-3e19-4791-ac29-9c4fa3ba5371 None None] Provisioning complete for port ca905121-da68-45e7-80de-cb6f60133c96 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:35:41.958318 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-12f94551-3e19-4791-ac29-9c4fa3ba5371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (ca905121-da68-45e7-80de-cb6f60133c96), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:42.078276 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-12f94551-3e19-4791-ac29-9c4fa3ba5371 None None] Current status of the port ca905121-da68-45e7-80de-cb6f60133c96 is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:35:42.078660 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-12f94551-3e19-4791-ac29-9c4fa3ba5371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (ca905121-da68-45e7-80de-cb6f60133c96), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:42.139767 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-12f94551-3e19-4791-ac29-9c4fa3ba5371 None None] For port ca905121-da68-45e7-80de-cb6f60133c96, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=ca905121-da68-45e7-80de-cb6f60133c96,segment=NetworkSegment(884e5802-a0b3-4c2d-b227-07fd8cf19c9e),segment_id=884e5802-a0b3-4c2d-b227-07fd8cf19c9e)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:35:42.244497 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-12f94551-3e19-4791-ac29-9c4fa3ba5371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (ca905121-da68-45e7-80de-cb6f60133c96), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:42.305787 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f94551-3e19-4791-ac29-9c4fa3ba5371 None None] Pushing event updated for resources: {'Port': ['ID=ca905121-da68-45e7-80de-cb6f60133c96,revision_number=3']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:35:42.363081 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-9185852f-127e-453f-b979-242acce8068c None None] Provisioning complete for port ca905121-da68-45e7-80de-cb6f60133c96 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:35:42.363996 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-9185852f-127e-453f-b979-242acce8068c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (ca905121-da68-45e7-80de-cb6f60133c96), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:42.438971 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-9185852f-127e-453f-b979-242acce8068c None None] Current status of the port ca905121-da68-45e7-80de-cb6f60133c96 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:35:42.952805 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device ca905121-da68-45e7-80de-cb6f60133c96 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:35:42.997945 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port ca905121-da68-45e7-80de-cb6f60133c96 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:35:42.998338 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (ca905121-da68-45e7-80de-cb6f60133c96), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:43.072780 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port ca905121-da68-45e7-80de-cb6f60133c96 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:35:46.745182 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=36,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:46.751263 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=33,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:47.581013 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:50.149546 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=41,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:50.150354 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=52,neutron:INSERT=5,neutron:DELETE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:51.900716 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-b46423dc-2731-4be0-b5ce-aae89a0d38d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:54.230177 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-6e74f668-5741-4f71-9f95-31367bd1417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:55.532802 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:56.532630 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:58.270369 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:35:59.182460 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=3 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:35:59.187339 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=3 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:04.178173 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 5 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:36:08.171924 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=7 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:08.179086 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=55,neutron:UPDATE=5 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:20.168572 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=3 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:20.169512 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:DELETE=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:21.871211 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-1e4f000a-4ec3-4dc0-9af9-d214f2003bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:24.242320 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-f9bcb438-536e-400e-8250-d506addcccb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:25.577840 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:26.514874 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:28.247963 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:36.179357 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=3 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:36.184010 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=3 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:38.176811 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:38.179074 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:41.178001 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 5 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:36:51.172665 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:51.173752 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=3 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:36:51.876469 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-5798868e-70e7-4725-8a4d-a278c2a69803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:54.248382 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-92fa04d0-50f4-464f-b50c-ef63d81dce83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:55.555552 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:56.566883 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:36:58.244805 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:08.174729 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:08.177638 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:17.582607 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=16 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:17.586639 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=16 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:18.176530 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 5 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:37:21.851826 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-d28bc42c-d2a9-4b01-a093-551a47051cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:24.257612 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-312fce89-31d9-4458-b365-feeb3295278f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:25.546786 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:26.512612 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:28.172702 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:28.173971 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:28.337207 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:32.053355 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 39852) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:32.060660 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [None req-192c372c-d37b-4506-a80c-5cf2bb8b0a2a tempest-verify_tempest_config-1037237954 tempest-verify_tempest_config-1037237954-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=111208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 15:37:32.061782 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-192c372c-d37b-4506-a80c-5cf2bb8b0a2a tempest-verify_tempest_config-1037237954 tempest-verify_tempest_config-1037237954-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0074582 May 23 15:37:32.649409 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 39870) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:32.754671 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-b7c241fa-8a7c-4d9b-b500-b128bdd606db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:32.827540 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-b7c241fa-8a7c-4d9b-b500-b128bdd606db admin admin] Publish callbacks [] for security_group (41ced169-56db-46e3-8239-a66a7c2f9849), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:32.896463 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-b7c241fa-8a7c-4d9b-b500-b128bdd606db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (41ced169-56db-46e3-8239-a66a7c2f9849), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:32.942922 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-b7c241fa-8a7c-4d9b-b500-b128bdd606db admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7fd2eab28ced44ca85b62103361d1ef4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2921860 May 23 15:37:32.943713 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c241fa-8a7c-4d9b-b500-b128bdd606db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ced169-56db-46e3-8239-a66a7c2f9849,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:32.947903 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 39876) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:37:32.950365 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c241fa-8a7c-4d9b-b500-b128bdd606db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:32.951207 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c241fa-8a7c-4d9b-b500-b128bdd606db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:32.951568 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c241fa-8a7c-4d9b-b500-b128bdd606db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:32.951917 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c241fa-8a7c-4d9b-b500-b128bdd606db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:32.952305 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c241fa-8a7c-4d9b-b500-b128bdd606db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:32.952640 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c241fa-8a7c-4d9b-b500-b128bdd606db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:32.952975 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c241fa-8a7c-4d9b-b500-b128bdd606db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:32.953328 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c241fa-8a7c-4d9b-b500-b128bdd606db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:32.953677 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c241fa-8a7c-4d9b-b500-b128bdd606db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:32.954008 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c241fa-8a7c-4d9b-b500-b128bdd606db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:32.954335 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c241fa-8a7c-4d9b-b500-b128bdd606db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:32.954661 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c241fa-8a7c-4d9b-b500-b128bdd606db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:32.954983 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c241fa-8a7c-4d9b-b500-b128bdd606db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:32.955303 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c241fa-8a7c-4d9b-b500-b128bdd606db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:32.955625 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c241fa-8a7c-4d9b-b500-b128bdd606db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:33.025853 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-0d8c507b-6c4e-454a-bfec-e681c3aa76ca admin admin] Publish callbacks [] for security_group (41ced169-56db-46e3-8239-a66a7c2f9849), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:33.047098 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-0d8c507b-6c4e-454a-bfec-e681c3aa76ca admin admin] Publish callbacks [] for security_group (41ced169-56db-46e3-8239-a66a7c2f9849), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:33.205922 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-0d8c507b-6c4e-454a-bfec-e681c3aa76ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (41ced169-56db-46e3-8239-a66a7c2f9849), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:33.208471 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-0d8c507b-6c4e-454a-bfec-e681c3aa76ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:33.209662 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-0d8c507b-6c4e-454a-bfec-e681c3aa76ca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/41ced169-56db-46e3-8239-a66a7c2f9849 HTTP/1.1" status: 204 len: 168 time: 0.2630217 May 23 15:37:33.218719 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c507b-6c4e-454a-bfec-e681c3aa76ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ced169-56db-46e3-8239-a66a7c2f9849,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:37:33.225756 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c507b-6c4e-454a-bfec-e681c3aa76ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:33.226119 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c507b-6c4e-454a-bfec-e681c3aa76ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:33.226466 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c507b-6c4e-454a-bfec-e681c3aa76ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:33.226812 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c507b-6c4e-454a-bfec-e681c3aa76ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:33.227152 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c507b-6c4e-454a-bfec-e681c3aa76ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:33.227489 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c507b-6c4e-454a-bfec-e681c3aa76ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:33.227822 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c507b-6c4e-454a-bfec-e681c3aa76ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:33.228157 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c507b-6c4e-454a-bfec-e681c3aa76ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:33.228503 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c507b-6c4e-454a-bfec-e681c3aa76ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:33.228836 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c507b-6c4e-454a-bfec-e681c3aa76ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:33.229284 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c507b-6c4e-454a-bfec-e681c3aa76ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:33.229542 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c507b-6c4e-454a-bfec-e681c3aa76ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:33.229873 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c507b-6c4e-454a-bfec-e681c3aa76ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:33.230203 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c507b-6c4e-454a-bfec-e681c3aa76ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:33.230584 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c507b-6c4e-454a-bfec-e681c3aa76ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:37:38.171630 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:42.935651 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=19,neutron:INSERT=5 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:42.946697 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=20,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:43.213195 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:43.222282 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:43.251209 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:50.170667 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=2 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:50.175557 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=4 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:37:51.871948 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-80ef4e22-2273-483c-a629-5d0fd0ae609c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:54.254432 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-15da218e-d06c-4e1e-aac0-7c7517effcc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:55.175657 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 5 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:37:55.547638 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:56.518753 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:37:58.266838 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:05.170946 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:05.171978 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:08.168940 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:08.174935 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:21.852874 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-a17ec340-63c7-4322-8cb4-328305a3c13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:24.184244 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-b5075ca5-1286-4507-bb80-e9aece86f228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:25.557829 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:26.561476 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:27.178657 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:27.182550 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=5 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:28.275475 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:32.174325 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 5 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:38:38.173516 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:38.175392 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:42.170242 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=2 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:38:51.853738 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-b6af7c43-993f-4483-a774-83f7c7ad3de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:54.240532 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c78c7743-7fe0-46b1-9011-ba681137d2e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:55.550514 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:56.526168 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:38:58.247579 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:04.175114 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=2 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:04.179984 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=4 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:08.175959 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=10 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:08.177856 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:09.174564 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 5 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:39:19.170954 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=12 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:19.171732 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=16 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:21.852027 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-73b9a773-4763-4fb3-a545-f1532e9aa496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:24.217962 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-053bb900-0677-4699-9dd4-194771fa8005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:25.549200 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:26.555179 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:27.193606 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-745831'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:28.240765 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:38.174284 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:38.176150 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:41.171708 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=2 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:41.176562 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=4 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:46.174573 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:39:50.198959 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 39972) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:39:50.307798 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-23606d15-cdc6-405a-9ec2-1a6516d233c7 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1076622 May 23 15:39:51.839781 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-1a67ffd2-83e0-4e30-b94a-3062e8ee74f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:52.590228 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 39982) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:39:52.647434 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-a56704f1-1ba5-4e4a-bf18-6b032c192c68 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0555360 May 23 15:39:54.199502 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-1ca5e838-0f9a-4791-98b4-283b1ca598dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:55.554015 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:56.170187 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:56.170974 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:39:56.547989 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:57.159561 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:39:58.273814 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:02.641169 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=3 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:02.641984 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:08.174895 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:08.181863 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:18.174281 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=4 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:20.180591 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:21.848374 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-5407c47f-a4e1-423a-90d2-c60a83c03669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:23.174902 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:40:24.192730 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-e36b41fa-042e-4ac6-a629-cac4c56c73d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:25.587059 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:26.541029 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:27.135513 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:28.260747 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:33.171510 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=2 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:38.179855 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:38.183892 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:51.837688 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-cde66ab9-ddbb-4dd0-ad2e-58864ddaefed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:54.232013 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-e9822d52-deb5-487e-a6d1-29ed6f934da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:55.171744 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=3 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:55.172641 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=3 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:40:55.579690 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:56.551456 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:57.145414 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:40:58.237652 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:00.176258 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:41:08.177687 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:08.180571 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:17.644690 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=13 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:17.646558 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=15 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:21.841851 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-7fbd9d4c-c37b-40f9-92f7-a7e77960d4a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:24.206517 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c86849c9-78cf-4507-bd79-e761769fb8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:25.594927 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:26.560606 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:27.223349 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:28.265341 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:32.165438 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=3 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:32.170403 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=3 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:32.323249 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 40194) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:32.355284 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 40202) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:32.656008 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-f5561c22-c0a3-4b45-a810-4965e1b72fca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-428610378-network', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:41:32.727242 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5561c22-c0a3-4b45-a810-4965e1b72fca admin admin] Made reservation on behalf of 8d7ac236cd4d414fb70eb8da6da53484 for: {'network': 1} {{(pid=111208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:41:32.729617 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f5561c22-c0a3-4b45-a810-4965e1b72fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for network (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:32.743102 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f5561c22-c0a3-4b45-a810-4965e1b72fca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:32.820241 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-c084e466-3d89-4491-b4b6-2e23ebb147e6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-130133171-network', 'tenant_id': '0a819820263647f784079581c7527921'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:41:32.854217 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f5561c22-c0a3-4b45-a810-4965e1b72fca admin admin] Publish callbacks [] for security_group (c96754ff-cb5a-45de-a606-5bcc3ae87610), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:32.915796 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c084e466-3d89-4491-b4b6-2e23ebb147e6 admin admin] Made reservation on behalf of 0a819820263647f784079581c7527921 for: {'network': 1} {{(pid=111208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:41:32.918535 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c084e466-3d89-4491-b4b6-2e23ebb147e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for network (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:32.922077 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f5561c22-c0a3-4b45-a810-4965e1b72fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (c96754ff-cb5a-45de-a606-5bcc3ae87610), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:32.935934 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c084e466-3d89-4491-b4b6-2e23ebb147e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:32.965634 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5561c22-c0a3-4b45-a810-4965e1b72fca admin admin] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=111208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:41:32.996934 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f5561c22-c0a3-4b45-a810-4965e1b72fca admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747701125214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (b005c863-acdf-4694-8e46-1c0859e70836), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:32.997452 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.db.segments_db [None req-f5561c22-c0a3-4b45-a810-4965e1b72fca admin admin] Added segment b005c863-acdf-4694-8e46-1c0859e70836 of type vlan for network 02514ff5-801e-4a1a-ba63-1d21a54e8a97 May 23 15:41:33.022542 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5561c22-c0a3-4b45-a810-4965e1b72fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96754ff-cb5a-45de-a606-5bcc3ae87610,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:33.061266 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5561c22-c0a3-4b45-a810-4965e1b72fca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:33.061266 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5561c22-c0a3-4b45-a810-4965e1b72fca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:33.061266 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5561c22-c0a3-4b45-a810-4965e1b72fca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:33.061266 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5561c22-c0a3-4b45-a810-4965e1b72fca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:33.061266 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5561c22-c0a3-4b45-a810-4965e1b72fca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:33.061266 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5561c22-c0a3-4b45-a810-4965e1b72fca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:33.061266 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5561c22-c0a3-4b45-a810-4965e1b72fca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:33.063024 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5561c22-c0a3-4b45-a810-4965e1b72fca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:33.063431 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5561c22-c0a3-4b45-a810-4965e1b72fca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:33.063740 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5561c22-c0a3-4b45-a810-4965e1b72fca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:33.064094 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5561c22-c0a3-4b45-a810-4965e1b72fca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:33.064431 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5561c22-c0a3-4b45-a810-4965e1b72fca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:33.064766 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5561c22-c0a3-4b45-a810-4965e1b72fca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:33.065224 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5561c22-c0a3-4b45-a810-4965e1b72fca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:33.065539 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5561c22-c0a3-4b45-a810-4965e1b72fca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5561c22-c0a3-4b45-a810-4965e1b72fca admin admin] Tracked resource versions report: May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: pushed versions: May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: { 'AddressGroup': {'1.2'}, May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: 'Agent': {'1.1'}, May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: 'ConntrackHelper': {'1.0'}, May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: 'LocalIPAssociation': {'1.0'}, May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: 'Log': {'1.0'}, May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: 'NDPProxy': {'1.0'}, May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: 'Network': {'1.1'}, May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: 'Port': {'1.7'}, May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: 'PortForwarding': {'1.3'}, May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: 'QosPolicy': {'1.10'}, May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: 'SecurityGroup': {'1.5'}, May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: 'SecurityGroupRule': {'1.2'}, May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: 'SubPort': {'1.0'}, May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: 'Subnet': {'1.1'}, May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: 'Trunk': {'1.1'}} May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: consumer versions: May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: { DHCP agent@dv-cinder-840678-12-iscsi: {}, May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: HyperV agent@hv-cinder-84067: {}, May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: L3 agent@dv-cinder-840678-12-iscsi: {}, May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: Metadata agent@dv-cinder-840678-12-iscsi: {}, May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: Metering agent@dv-cinder-840678-12-iscsi: {}, May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: Open vSwitch agent@dv-cinder-840678-12-iscsi: { 'AddressGroup': '1.2', May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: 'Agent': '1.1', May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: 'ConntrackHelper': '1.0', May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: 'LocalIPAssociation': '1.0', May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: 'Log': '1.0', May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: 'NDPProxy': '1.0', May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: 'Network': '1.1', May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: 'Port': '1.7', May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: 'PortForwarding': '1.3', May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: 'QosPolicy': '1.10', May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: 'SecurityGroup': '1.5', May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: 'SecurityGroupRule': '1.2', May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: 'SubPort': '1.0', May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: 'Subnet': '1.1', May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: 'Trunk': '1.1'}} May 23 15:41:33.066950 dv-cinder-840678-12-iscsi neutron-server[111208]: {{(pid=111208) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 15:41:33.090100 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f5561c22-c0a3-4b45-a810-4965e1b72fca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747700567628'] for network (02514ff5-801e-4a1a-ba63-1d21a54e8a97), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:33.096847 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 40226) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:33.122675 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 40232) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:33.177836 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c084e466-3d89-4491-b4b6-2e23ebb147e6 admin admin] Publish callbacks [] for security_group (abfb0848-efd8-4011-be67-002a9dfcf9e4), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:33.211931 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f5561c22-c0a3-4b45-a810-4965e1b72fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464'] for network (02514ff5-801e-4a1a-ba63-1d21a54e8a97), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:33.213041 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5561c22-c0a3-4b45-a810-4965e1b72fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:33.213734 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f5561c22-c0a3-4b45-a810-4965e1b72fca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:33.258145 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c084e466-3d89-4491-b4b6-2e23ebb147e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (abfb0848-efd8-4011-be67-002a9dfcf9e4), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:33.335215 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5561c22-c0a3-4b45-a810-4965e1b72fca admin admin] Pushing event updated for resources: {'Network': ['ID=02514ff5-801e-4a1a-ba63-1d21a54e8a97,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:33.337398 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c084e466-3d89-4491-b4b6-2e23ebb147e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=111208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:41:33.350584 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c084e466-3d89-4491-b4b6-2e23ebb147e6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747701125214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (3fdf04a1-2c9f-4245-86f7-14b90adf7f7c), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:33.351005 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.db.segments_db [None req-c084e466-3d89-4491-b4b6-2e23ebb147e6 admin admin] Added segment 3fdf04a1-2c9f-4245-86f7-14b90adf7f7c of type vlan for network c4853812-24f1-4eab-961f-8a8760bf5020 May 23 15:41:33.394074 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Network 02514ff5-801e-4a1a-ba63-1d21a54e8a97 details requested by agent ovs-agent-dv-cinder-840678-12-iscsi with host dv-cinder-840678-12-iscsi {{(pid=111210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:41:33.408587 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 40250) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:33.408797 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-f5561c22-c0a3-4b45-a810-4965e1b72fca admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.0840719 May 23 15:41:33.410562 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c084e466-3d89-4491-b4b6-2e23ebb147e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747700567628'] for network (c4853812-24f1-4eab-961f-8a8760bf5020), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:33.414031 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-dd27862e-36aa-4d55-828d-a2892e75867d admin admin] Request body: {'subnet': {'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-428610378-subnet', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:41:33.435567 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c084e466-3d89-4491-b4b6-2e23ebb147e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfb0848-efd8-4011-be67-002a9dfcf9e4,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:33.486883 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-2cf5d3a1-df26-44da-a8b1-a5a9fdd2502f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-9416292-network', 'tenant_id': '65483f2a0c914022b38e501691095c51'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:41:33.498286 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c084e466-3d89-4491-b4b6-2e23ebb147e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464'] for network (c4853812-24f1-4eab-961f-8a8760bf5020), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:33.499939 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c084e466-3d89-4491-b4b6-2e23ebb147e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:33.500823 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c084e466-3d89-4491-b4b6-2e23ebb147e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:33.505116 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=67,neutron:INSERT=27,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:33.523686 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd27862e-36aa-4d55-828d-a2892e75867d admin admin] Made reservation on behalf of 8d7ac236cd4d414fb70eb8da6da53484 for: {'subnet': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:41:33.527114 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-dd27862e-36aa-4d55-828d-a2892e75867d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:33.586013 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-e265c101-6dbe-4df8-94f2-f33104e8918a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1369812477-network', 'tenant_id': 'bcd7eb803f544d04bb7a1eca4b7ad913'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:41:33.591609 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c084e466-3d89-4491-b4b6-2e23ebb147e6 admin admin] Pushing event updated for resources: {'Network': ['ID=c4853812-24f1-4eab-961f-8a8760bf5020,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:33.600637 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-c084e466-3d89-4491-b4b6-2e23ebb147e6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.2442529 May 23 15:41:33.601424 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 40254) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:33.606978 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-871d4e92-e14c-4214-9a7f-275af298c164 admin admin] Request body: {'subnet': {'network_id': 'c4853812-24f1-4eab-961f-8a8760bf5020', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-130133171-subnet', 'tenant_id': '0a819820263647f784079581c7527921', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:41:33.608961 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Network c4853812-24f1-4eab-961f-8a8760bf5020 details requested by agent ovs-agent-dv-cinder-840678-12-iscsi with host dv-cinder-840678-12-iscsi {{(pid=111210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:41:33.651795 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf5d3a1-df26-44da-a8b1-a5a9fdd2502f admin admin] Made reservation on behalf of 65483f2a0c914022b38e501691095c51 for: {'network': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:41:33.655724 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d3a1-df26-44da-a8b1-a5a9fdd2502f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for network (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:33.682696 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d3a1-df26-44da-a8b1-a5a9fdd2502f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:33.698899 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871d4e92-e14c-4214-9a7f-275af298c164 admin admin] Made reservation on behalf of 0a819820263647f784079581c7527921 for: {'subnet': 1} {{(pid=111208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:41:33.701704 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-871d4e92-e14c-4214-9a7f-275af298c164 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:33.706914 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:33.815021 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e265c101-6dbe-4df8-94f2-f33104e8918a admin admin] Made reservation on behalf of bcd7eb803f544d04bb7a1eca4b7ad913 for: {'network': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:41:33.818126 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e265c101-6dbe-4df8-94f2-f33104e8918a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for network (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:33.844650 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e265c101-6dbe-4df8-94f2-f33104e8918a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:33.875330 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d3a1-df26-44da-a8b1-a5a9fdd2502f admin admin] Publish callbacks [] for security_group (fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:33.877113 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-dd27862e-36aa-4d55-828d-a2892e75867d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464'] for subnet (a8eb70f1-a1de-4065-b90b-0efc8b236916), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:33.929393 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27862e-36aa-4d55-828d-a2892e75867d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8eb70f1-a1de-4065-b90b-0efc8b236916,revision_number=0']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:33.942302 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27862e-36aa-4d55-828d-a2892e75867d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:33.942302 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27862e-36aa-4d55-828d-a2892e75867d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:33.942302 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27862e-36aa-4d55-828d-a2892e75867d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:33.942302 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27862e-36aa-4d55-828d-a2892e75867d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:33.942302 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27862e-36aa-4d55-828d-a2892e75867d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:33.942302 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27862e-36aa-4d55-828d-a2892e75867d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:33.942302 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27862e-36aa-4d55-828d-a2892e75867d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:33.942302 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27862e-36aa-4d55-828d-a2892e75867d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:33.943427 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27862e-36aa-4d55-828d-a2892e75867d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:33.943772 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27862e-36aa-4d55-828d-a2892e75867d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:33.944125 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27862e-36aa-4d55-828d-a2892e75867d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:33.944463 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27862e-36aa-4d55-828d-a2892e75867d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:33.944792 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27862e-36aa-4d55-828d-a2892e75867d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:33.945144 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27862e-36aa-4d55-828d-a2892e75867d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:33.945476 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27862e-36aa-4d55-828d-a2892e75867d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27862e-36aa-4d55-828d-a2892e75867d admin admin] Tracked resource versions report: May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: pushed versions: May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: { 'AddressGroup': {'1.2'}, May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: 'Agent': {'1.1'}, May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: 'ConntrackHelper': {'1.0'}, May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: 'LocalIPAssociation': {'1.0'}, May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: 'Log': {'1.0'}, May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: 'NDPProxy': {'1.0'}, May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: 'Network': {'1.1'}, May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: 'Port': {'1.7'}, May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: 'PortForwarding': {'1.3'}, May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: 'QosPolicy': {'1.10'}, May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: 'SecurityGroup': {'1.5'}, May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: 'SecurityGroupRule': {'1.2'}, May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: 'SubPort': {'1.0'}, May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: 'Subnet': {'1.1'}, May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: 'Trunk': {'1.1'}} May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: consumer versions: May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: { DHCP agent@dv-cinder-840678-12-iscsi: {}, May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: HyperV agent@hv-cinder-84067: {}, May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: L3 agent@dv-cinder-840678-12-iscsi: {}, May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: Metadata agent@dv-cinder-840678-12-iscsi: {}, May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: Metering agent@dv-cinder-840678-12-iscsi: {}, May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: Open vSwitch agent@dv-cinder-840678-12-iscsi: { 'AddressGroup': '1.2', May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: 'Agent': '1.1', May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: 'ConntrackHelper': '1.0', May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: 'LocalIPAssociation': '1.0', May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: 'Log': '1.0', May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: 'NDPProxy': '1.0', May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: 'Network': '1.1', May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: 'Port': '1.7', May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: 'PortForwarding': '1.3', May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: 'QosPolicy': '1.10', May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: 'SecurityGroup': '1.5', May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: 'SecurityGroupRule': '1.2', May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: 'SubPort': '1.0', May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: 'Subnet': '1.1', May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: 'Trunk': '1.1'}} May 23 15:41:33.946695 dv-cinder-840678-12-iscsi neutron-server[111209]: {{(pid=111209) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 15:41:33.969213 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d3a1-df26-44da-a8b1-a5a9fdd2502f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:34.013949 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-871d4e92-e14c-4214-9a7f-275af298c164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464'] for subnet (d4ecc785-2138-446f-b61f-73e480427ac8), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:34.024510 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf5d3a1-df26-44da-a8b1-a5a9fdd2502f admin admin] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=111209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:41:34.047030 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd27862e-36aa-4d55-828d-a2892e75867d admin admin] Checking segment: {'id': 'b005c863-acdf-4694-8e46-1c0859e70836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:41:34.047637 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd27862e-36aa-4d55-828d-a2892e75867d admin admin] Network hostable DHCP agents. Network: 02514ff5-801e-4a1a-ba63-1d21a54e8a97, hostable agents: ['251dd304-59f3-4964-a27c-cc4bc9747485'], hosted agents: [] {{(pid=111209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:41:34.056085 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5d3a1-df26-44da-a8b1-a5a9fdd2502f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:34.059466 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d3a1-df26-44da-a8b1-a5a9fdd2502f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747701125214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (21e9a643-8a12-437e-ab5f-657aa4ff3f49), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:34.060084 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.db.segments_db [None req-2cf5d3a1-df26-44da-a8b1-a5a9fdd2502f admin admin] Added segment 21e9a643-8a12-437e-ab5f-657aa4ff3f49 of type vlan for network eeca0c6c-3155-49db-bdc5-95de249b904d May 23 15:41:34.084211 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d4e92-e14c-4214-9a7f-275af298c164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4ecc785-2138-446f-b61f-73e480427ac8,revision_number=0']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:34.098335 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871d4e92-e14c-4214-9a7f-275af298c164 admin admin] Checking segment: {'id': '3fdf04a1-2c9f-4245-86f7-14b90adf7f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c4853812-24f1-4eab-961f-8a8760bf5020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:41:34.098335 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871d4e92-e14c-4214-9a7f-275af298c164 admin admin] Network hostable DHCP agents. Network: c4853812-24f1-4eab-961f-8a8760bf5020, hostable agents: ['251dd304-59f3-4964-a27c-cc4bc9747485'], hosted agents: [] {{(pid=111208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:41:34.185769 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e265c101-6dbe-4df8-94f2-f33104e8918a admin admin] Publish callbacks [] for security_group (e63dcf5b-b913-4528-aa80-b0aae6eaf633), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:34.199660 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:34.220458 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d3a1-df26-44da-a8b1-a5a9fdd2502f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747700567628'] for network (eeca0c6c-3155-49db-bdc5-95de249b904d), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:34.227418 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=74,neutron:INSERT=23,neutron:UPDATE=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:34.247891 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871d4e92-e14c-4214-9a7f-275af298c164 admin admin] Network c4853812-24f1-4eab-961f-8a8760bf5020 is scheduled to be hosted by DHCP agent 251dd304-59f3-4964-a27c-cc4bc9747485 with binding_index 1 {{(pid=111208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:41:34.286003 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd27862e-36aa-4d55-828d-a2892e75867d admin admin] Network 02514ff5-801e-4a1a-ba63-1d21a54e8a97 is scheduled to be hosted by DHCP agent 251dd304-59f3-4964-a27c-cc4bc9747485 with binding_index 1 {{(pid=111209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:41:34.296999 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e265c101-6dbe-4df8-94f2-f33104e8918a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (e63dcf5b-b913-4528-aa80-b0aae6eaf633), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:34.320153 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e265c101-6dbe-4df8-94f2-f33104e8918a admin admin] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=111209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:41:34.335546 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e265c101-6dbe-4df8-94f2-f33104e8918a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747701125214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (72c15d79-df32-4b6d-ab3f-261b0b67e130), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:34.335954 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.db.segments_db [None req-e265c101-6dbe-4df8-94f2-f33104e8918a admin admin] Added segment 72c15d79-df32-4b6d-ab3f-261b0b67e130 of type vlan for network b83da6ed-836f-4105-a05f-e6d86c0a217d May 23 15:41:34.359271 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d3a1-df26-44da-a8b1-a5a9fdd2502f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464'] for network (eeca0c6c-3155-49db-bdc5-95de249b904d), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:34.360967 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf5d3a1-df26-44da-a8b1-a5a9fdd2502f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:34.360967 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d3a1-df26-44da-a8b1-a5a9fdd2502f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:34.429947 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-871d4e92-e14c-4214-9a7f-275af298c164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-12-iscsi, c4853812-24f1-4eab-961f-8a8760bf5020) {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:41:34.438412 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ec28df-c3fb-42f8-b606-829a699345d9 None None] Network c4853812-24f1-4eab-961f-8a8760bf5020 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:41:34.439800 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871d4e92-e14c-4214-9a7f-275af298c164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:34.443343 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-871d4e92-e14c-4214-9a7f-275af298c164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for subnet (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:34.491570 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265c101-6dbe-4df8-94f2-f33104e8918a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63dcf5b-b913-4528-aa80-b0aae6eaf633,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:34.739755 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5d3a1-df26-44da-a8b1-a5a9fdd2502f admin admin] Pushing event updated for resources: {'Network': ['ID=eeca0c6c-3155-49db-bdc5-95de249b904d,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:34.739755 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [None req-dd27862e-36aa-4d55-828d-a2892e75867d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-12-iscsi, 02514ff5-801e-4a1a-ba63-1d21a54e8a97) {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:41:34.739755 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd27862e-36aa-4d55-828d-a2892e75867d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:34.739755 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-dd27862e-36aa-4d55-828d-a2892e75867d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for subnet (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:34.739755 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e265c101-6dbe-4df8-94f2-f33104e8918a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747700567628'] for network (b83da6ed-836f-4105-a05f-e6d86c0a217d), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:34.742159 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da012e1d-50aa-4cce-8141-fcfc72c3fbff None None] Network 02514ff5-801e-4a1a-ba63-1d21a54e8a97 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:41:34.742159 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Network eeca0c6c-3155-49db-bdc5-95de249b904d details requested by agent ovs-agent-dv-cinder-840678-12-iscsi with host dv-cinder-840678-12-iscsi {{(pid=111210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:41:34.743797 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-871d4e92-e14c-4214-9a7f-275af298c164 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9668827 May 23 15:41:34.744442 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2893e183-19b4-4b0e-ac2b-2fd032efd06d None None] Network c4853812-24f1-4eab-961f-8a8760bf5020 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:41:34.745026 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 40318) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:34.745026 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-10f0c62b-a90d-48a6-a758-2e35cc02c41b admin admin] Request body: {'subnet': {'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-9416292-subnet', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:41:34.747517 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-2cf5d3a1-df26-44da-a8b1-a5a9fdd2502f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.5960131 May 23 15:41:34.747517 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-dd27862e-36aa-4d55-828d-a2892e75867d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2893219 May 23 15:41:34.747746 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 40320) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:34.747880 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e265c101-6dbe-4df8-94f2-f33104e8918a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464'] for network (b83da6ed-836f-4105-a05f-e6d86c0a217d), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:34.747880 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e265c101-6dbe-4df8-94f2-f33104e8918a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:34.747880 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e265c101-6dbe-4df8-94f2-f33104e8918a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:34.748711 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-c848f107-4038-46f8-beba-e39ac311f4c7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-428610378-router', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:41:34.806702 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp055156f6-2a9b-51e3-8b11-ea6d6ebeb84f-02514ff5-801e-4a1a-ba63-1d21a54e8a97', 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97', 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'fixed_ips': [{'subnet_id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916'}]}} from dv-cinder-840678-12-iscsi. {{(pid=111210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 15:41:34.807502 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:34.852618 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265c101-6dbe-4df8-94f2-f33104e8918a admin admin] Pushing event updated for resources: {'Network': ['ID=b83da6ed-836f-4105-a05f-e6d86c0a217d,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:34.910501 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f0c62b-a90d-48a6-a758-2e35cc02c41b admin admin] Made reservation on behalf of 65483f2a0c914022b38e501691095c51 for: {'subnet': 1} {{(pid=111208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:41:34.913737 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-10f0c62b-a90d-48a6-a758-2e35cc02c41b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:34.931491 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:34.938951 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Network b83da6ed-836f-4105-a05f-e6d86c0a217d details requested by agent ovs-agent-dv-cinder-840678-12-iscsi with host dv-cinder-840678-12-iscsi {{(pid=111210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:41:34.941170 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-e265c101-6dbe-4df8-94f2-f33104e8918a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8169358 May 23 15:41:34.942643 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 40328) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:34.956824 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-118be800-3eb6-46fd-ba2c-bf1bbec984e7 admin admin] Request body: {'subnet': {'network_id': 'b83da6ed-836f-4105-a05f-e6d86c0a217d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1369812477-subnet', 'tenant_id': 'bcd7eb803f544d04bb7a1eca4b7ad913', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:41:35.015469 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c848f107-4038-46f8-beba-e39ac311f4c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12900'] for router (294ba236-1a49-4375-acaa-a4be0e7194b7), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:35.015469 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c848f107-4038-46f8-beba-e39ac311f4c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12829'] for router (294ba236-1a49-4375-acaa-a4be0e7194b7), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:35.087992 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.db_base_plugin_common [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Allocated IP 172.20.0.2 (02514ff5-801e-4a1a-ba63-1d21a54e8a97/a8eb70f1-a1de-4065-b90b-0efc8b236916/8fafd46d-e54a-444f-aec3-131c24fe259b) {{(pid=111210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:41:35.110351 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118be800-3eb6-46fd-ba2c-bf1bbec984e7 admin admin] Made reservation on behalf of bcd7eb803f544d04bb7a1eca4b7ad913 for: {'subnet': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:41:35.112914 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-118be800-3eb6-46fd-ba2c-bf1bbec984e7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:35.145411 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c848f107-4038-46f8-beba-e39ac311f4c7 admin admin] Publish callbacks [] for router_controller (294ba236-1a49-4375-acaa-a4be0e7194b7), precommit_add_association {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:35.347690 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:35.385977 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Publish callbacks [] for port (8fafd46d-e54a-444f-aec3-131c24fe259b), precommit_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:35.390811 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:35.487459 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725'] for port (8fafd46d-e54a-444f-aec3-131c24fe259b), after_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:35.510856 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 40360) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:35.524689 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c848f107-4038-46f8-beba-e39ac311f4c7 admin admin] Publish callbacks [] for router_gateway (294ba236-1a49-4375-acaa-a4be0e7194b7), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:35.529907 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-10f0c62b-a90d-48a6-a758-2e35cc02c41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464'] for subnet (ca534db1-6e0a-429d-b324-076955c1b25f), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:35.534788 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 40362) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:35.544958 dv-cinder-840678-12-iscsi neutron-server[111209]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 23 15:41:35.560308 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Network 02514ff5-801e-4a1a-ba63-1d21a54e8a97 is already hosted by enough agents. {{(pid=111210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:41:35.565695 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.scheduler.base_scheduler [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Resources bound (agent type, host, resource id): {{(pid=111210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:41:35.569777 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Received port after_create {{(pid=111210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:41:35.581555 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Pushing event updated for resources: {'Port': ['ID=8fafd46d-e54a-444f-aec3-131c24fe259b,revision_number=1']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:35.604137 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:35.604695 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:35.605355 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:35.605892 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:35.606393 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:35.606885 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:35.607376 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:35.607518 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0c62b-a90d-48a6-a758-2e35cc02c41b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca534db1-6e0a-429d-b324-076955c1b25f,revision_number=0']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:35.607930 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:35.608858 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:35.609433 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:35.609929 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:35.610454 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:35.610943 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:35.611543 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:35.612090 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Tracked resource versions report: May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: pushed versions: May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: { 'AddressGroup': {'1.2'}, May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: 'Agent': {'1.1'}, May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: 'ConntrackHelper': {'1.0'}, May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: 'LocalIPAssociation': {'1.0'}, May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: 'Log': {'1.0'}, May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: 'NDPProxy': {'1.0'}, May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: 'Network': {'1.1'}, May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: 'Port': {'1.7'}, May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: 'PortForwarding': {'1.3'}, May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: 'QosPolicy': {'1.10'}, May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: 'SecurityGroup': {'1.5'}, May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: 'SecurityGroupRule': {'1.2'}, May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: 'SubPort': {'1.0'}, May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: 'Subnet': {'1.1'}, May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: 'Trunk': {'1.1'}} May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: consumer versions: May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: { DHCP agent@dv-cinder-840678-12-iscsi: {}, May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: HyperV agent@hv-cinder-84067: {}, May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: L3 agent@dv-cinder-840678-12-iscsi: {}, May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: Metadata agent@dv-cinder-840678-12-iscsi: {}, May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: Metering agent@dv-cinder-840678-12-iscsi: {}, May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: Open vSwitch agent@dv-cinder-840678-12-iscsi: { 'AddressGroup': '1.2', May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: 'Agent': '1.1', May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: 'ConntrackHelper': '1.0', May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: 'LocalIPAssociation': '1.0', May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: 'Log': '1.0', May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: 'NDPProxy': '1.0', May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: 'Network': '1.1', May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: 'Port': '1.7', May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: 'PortForwarding': '1.3', May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: 'QosPolicy': '1.10', May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: 'SecurityGroup': '1.5', May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: 'SecurityGroupRule': '1.2', May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: 'SubPort': '1.0', May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: 'Subnet': '1.1', May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: 'Trunk': '1.1'}} May 23 15:41:35.613547 dv-cinder-840678-12-iscsi neutron-server[111210]: {{(pid=111210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 15:41:35.655499 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Attempting to bind port 8fafd46d-e54a-444f-aec3-131c24fe259b on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:41:35.655914 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Attempting to bind port 8fafd46d-e54a-444f-aec3-131c24fe259b by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': 'b005c863-acdf-4694-8e46-1c0859e70836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97'}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:41:35.656473 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Attempting to bind port 8fafd46d-e54a-444f-aec3-131c24fe259b on network 02514ff5-801e-4a1a-ba63-1d21a54e8a97 {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:41:35.662636 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:41:35.663005 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Checking segment: {'id': 'b005c863-acdf-4694-8e46-1c0859e70836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:41:35.663608 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:35.664248 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Bound using segment: {'id': 'b005c863-acdf-4694-8e46-1c0859e70836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97'} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:41:35.666071 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Bound port: 8fafd46d-e54a-444f-aec3-131c24fe259b, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b005c863-acdf-4694-8e46-1c0859e70836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97'}}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:41:35.666748 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (8fafd46d-e54a-444f-aec3-131c24fe259b), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:35.711379 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-118be800-3eb6-46fd-ba2c-bf1bbec984e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464'] for subnet (5192f052-3fd8-46f1-92de-9d19c12fcf67), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:35.730557 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:35.741787 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f0c62b-a90d-48a6-a758-2e35cc02c41b admin admin] Checking segment: {'id': '21e9a643-8a12-437e-ab5f-657aa4ff3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:41:35.742367 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f0c62b-a90d-48a6-a758-2e35cc02c41b admin admin] Network hostable DHCP agents. Network: eeca0c6c-3155-49db-bdc5-95de249b904d, hostable agents: ['251dd304-59f3-4964-a27c-cc4bc9747485'], hosted agents: [] {{(pid=111208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:41:35.748465 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] For port 8fafd46d-e54a-444f-aec3-131c24fe259b, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:41:35.751994 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] For port 8fafd46d-e54a-444f-aec3-131c24fe259b, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=8fafd46d-e54a-444f-aec3-131c24fe259b,segment=NetworkSegment(b005c863-acdf-4694-8e46-1c0859e70836),segment_id=b005c863-acdf-4694-8e46-1c0859e70836)] {{(pid=111210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:41:35.776888 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:35.802057 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-44f1740e-f728-484c-bacf-36a9dc01d32f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:35.813351 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (8fafd46d-e54a-444f-aec3-131c24fe259b), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:35.888646 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42bc43-e795-4978-a0c3-d218da8b2d13 None None] Pushing event updated for resources: {'Port': ['ID=8fafd46d-e54a-444f-aec3-131c24fe259b,revision_number=2']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:35.951501 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f0c62b-a90d-48a6-a758-2e35cc02c41b admin admin] Network eeca0c6c-3155-49db-bdc5-95de249b904d is scheduled to be hosted by DHCP agent 251dd304-59f3-4964-a27c-cc4bc9747485 with binding_index 1 {{(pid=111208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:41:35.961292 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118be800-3eb6-46fd-ba2c-bf1bbec984e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5192f052-3fd8-46f1-92de-9d19c12fcf67,revision_number=0']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:35.980384 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-0a88af2a-fe84-4158-a5b3-6c2f434d2b23 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:35.982006 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-0a88af2a-fe84-4158-a5b3-6c2f434d2b23 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/networks?id=c4853812-24f1-4eab-961f-8a8760bf5020 HTTP/1.1" status: 200 len: 811 time: 0.4407818 May 23 15:41:36.004501 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118be800-3eb6-46fd-ba2c-bf1bbec984e7 admin admin] Checking segment: {'id': '72c15d79-df32-4b6d-ab3f-261b0b67e130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'b83da6ed-836f-4105-a05f-e6d86c0a217d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:41:36.005859 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118be800-3eb6-46fd-ba2c-bf1bbec984e7 admin admin] Network hostable DHCP agents. Network: b83da6ed-836f-4105-a05f-e6d86c0a217d, hostable agents: ['251dd304-59f3-4964-a27c-cc4bc9747485'], hosted agents: [] {{(pid=111209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:41:36.037729 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-10f0c62b-a90d-48a6-a758-2e35cc02c41b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-12-iscsi, eeca0c6c-3155-49db-bdc5-95de249b904d) {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:41:36.043375 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-3f066a09-bb0e-4e31-87f1-40951565b2b4 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/quotas/0a819820263647f784079581c7527921 HTTP/1.1" status: 200 len: 375 time: 0.0521729 May 23 15:41:36.047724 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f0c62b-a90d-48a6-a758-2e35cc02c41b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:36.048292 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24b504e-d876-4a43-8f57-58789ba9a564 None None] Network eeca0c6c-3155-49db-bdc5-95de249b904d requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:41:36.048431 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-10f0c62b-a90d-48a6-a758-2e35cc02c41b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for subnet (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:36.054205 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:36.084370 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c848f107-4038-46f8-beba-e39ac311f4c7 admin admin] Publish callbacks [] for router_gateway (294ba236-1a49-4375-acaa-a4be0e7194b7), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:36.126409 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-c37c52bc-a496-4ec2-a9b4-17d8e100ccac tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a819820263647f784079581c7527921&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759254 May 23 15:41:36.155189 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c848f107-4038-46f8-beba-e39ac311f4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:36.169955 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-44f1740e-f728-484c-bacf-36a9dc01d32f admin admin] Publish callbacks [] for security_group (6a315536-8c96-4f6f-b88d-c98a4b7c361e), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:36.249384 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118be800-3eb6-46fd-ba2c-bf1bbec984e7 admin admin] Network b83da6ed-836f-4105-a05f-e6d86c0a217d is scheduled to be hosted by DHCP agent 251dd304-59f3-4964-a27c-cc4bc9747485 with binding_index 1 {{(pid=111209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:41:36.261746 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [None req-118be800-3eb6-46fd-ba2c-bf1bbec984e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-12-iscsi, b83da6ed-836f-4105-a05f-e6d86c0a217d) {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:41:36.270736 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118be800-3eb6-46fd-ba2c-bf1bbec984e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:36.273779 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-118be800-3eb6-46fd-ba2c-bf1bbec984e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for subnet (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:36.313885 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-44f1740e-f728-484c-bacf-36a9dc01d32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (6a315536-8c96-4f6f-b88d-c98a4b7c361e), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:36.326689 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5f0bae-f243-4ebc-b109-0fe8c143c7bc None None] Network b83da6ed-836f-4105-a05f-e6d86c0a217d requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:41:36.381395 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_common [None req-c848f107-4038-46f8-beba-e39ac311f4c7 admin admin] Allocated IP 172.27.3.168 (423e159f-0d94-4204-8598-641f4ed121cf/6893e8f7-d8c8-4bdd-8cf7-487cc5c00794/f1983dd2-2284-4cc4-93f1-371ce7050770) {{(pid=111208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:41:36.389196 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e827c804-359b-445c-a9df-5b3bfdac7ef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp055156f6-2a9b-51e3-8b11-ea6d6ebeb84f-eeca0c6c-3155-49db-bdc5-95de249b904d', 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d', 'project_id': '65483f2a0c914022b38e501691095c51', 'fixed_ips': [{'subnet_id': 'ca534db1-6e0a-429d-b324-076955c1b25f'}]}} from dv-cinder-840678-12-iscsi. {{(pid=111210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 15:41:36.392025 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-e827c804-359b-445c-a9df-5b3bfdac7ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:36.393528 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1740e-f728-484c-bacf-36a9dc01d32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a315536-8c96-4f6f-b88d-c98a4b7c361e,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:36.434685 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-061f3302-02c6-4f70-a245-b91e71d4f371 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=111209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 15:41:36.436002 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-061f3302-02c6-4f70-a245-b91e71d4f371 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1939552 May 23 15:41:36.470913 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-10f0c62b-a90d-48a6-a758-2e35cc02c41b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7816119 May 23 15:41:36.474687 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 40396) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:36.476190 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-118be800-3eb6-46fd-ba2c-bf1bbec984e7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5319006 May 23 15:41:36.480244 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-44f1740e-f728-484c-bacf-36a9dc01d32f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f380b8a58cfc4b71b86681885ed58031&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9683740 May 23 15:41:36.486678 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 40398) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:36.519742 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-722e40bf-f005-4663-8946-7ca26c8ed7f8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-9416292-router', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:41:36.591064 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-2bf9a9de-86dc-4518-9ace-0ef21a5caaef service neutron] 10.222.0.64 "GET /v2.0/networks/c4853812-24f1-4eab-961f-8a8760bf5020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440277 May 23 15:41:36.672043 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c848f107-4038-46f8-beba-e39ac311f4c7 admin admin] Publish callbacks [] for port (f1983dd2-2284-4cc4-93f1-371ce7050770), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:36.678539 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-519bd498-29e5-4fcd-bb80-0c29afad742a admin admin] Publish callbacks [] for security_group (6a315536-8c96-4f6f-b88d-c98a4b7c361e), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:36.683717 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e183f345-86f5-4a61-a507-92999e6cb1c2 None None] Network b83da6ed-836f-4105-a05f-e6d86c0a217d requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:41:36.718596 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-722e40bf-f005-4663-8946-7ca26c8ed7f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12900'] for router (b2237190-0ecc-4cc4-8801-a8906c7f1eb7), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:36.719732 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-722e40bf-f005-4663-8946-7ca26c8ed7f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12829'] for router (b2237190-0ecc-4cc4-8801-a8906c7f1eb7), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:36.732311 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-519bd498-29e5-4fcd-bb80-0c29afad742a admin admin] Publish callbacks [] for security_group (6a315536-8c96-4f6f-b88d-c98a4b7c361e), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:36.742763 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-05aaca4e-f767-479e-ad28-d0c6a2d8bcd6 service neutron] 10.222.0.64 "GET /v2.0/networks/c4853812-24f1-4eab-961f-8a8760bf5020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446834 May 23 15:41:36.827814 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-722e40bf-f005-4663-8946-7ca26c8ed7f8 admin admin] Publish callbacks [] for router_controller (b2237190-0ecc-4cc4-8801-a8906c7f1eb7), precommit_add_association {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:36.837304 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.db_base_plugin_common [None req-e827c804-359b-445c-a9df-5b3bfdac7ef7 None None] Allocated IP 172.20.0.2 (eeca0c6c-3155-49db-bdc5-95de249b904d/ca534db1-6e0a-429d-b324-076955c1b25f/2aba8fe8-8631-4f6e-bca4-5fd1c6f45652) {{(pid=111210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:41:36.858748 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c848f107-4038-46f8-beba-e39ac311f4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725'] for port (f1983dd2-2284-4cc4-93f1-371ce7050770), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:36.915228 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c848f107-4038-46f8-beba-e39ac311f4c7 admin admin] Network 423e159f-0d94-4204-8598-641f4ed121cf is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:41:36.919408 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-c848f107-4038-46f8-beba-e39ac311f4c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:41:36.933419 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c848f107-4038-46f8-beba-e39ac311f4c7 admin admin] Received port after_create {{(pid=111208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:41:36.964180 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 40412) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:36.989088 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848f107-4038-46f8-beba-e39ac311f4c7 admin admin] Pushing event updated for resources: {'Port': ['ID=f1983dd2-2284-4cc4-93f1-371ce7050770,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:37.040536 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-519bd498-29e5-4fcd-bb80-0c29afad742a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (6a315536-8c96-4f6f-b88d-c98a4b7c361e), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:37.043821 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-519bd498-29e5-4fcd-bb80-0c29afad742a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:37.046265 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-519bd498-29e5-4fcd-bb80-0c29afad742a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6a315536-8c96-4f6f-b88d-c98a4b7c361e HTTP/1.1" status: 204 len: 168 time: 0.5476170 May 23 15:41:37.102452 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 40428) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:37.168338 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519bd498-29e5-4fcd-bb80-0c29afad742a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a315536-8c96-4f6f-b88d-c98a4b7c361e,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:37.178537 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:41:37.198686 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:37.247903 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7d20d325-ea30-48e3-b2a5-ea48c1ea51e5 req-3410ec85-ac93-404f-b7dd-c045bfa24c52 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 210 time: 0.1478956 May 23 15:41:37.287209 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-e827c804-359b-445c-a9df-5b3bfdac7ef7 None None] Publish callbacks [] for port (2aba8fe8-8631-4f6e-bca4-5fd1c6f45652), precommit_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:37.294408 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-722e40bf-f005-4663-8946-7ca26c8ed7f8 admin admin] Publish callbacks [] for router_gateway (b2237190-0ecc-4cc4-8801-a8906c7f1eb7), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:37.294623 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 8fafd46d-e54a-444f-aec3-131c24fe259b up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:41:37.306397 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:37.326515 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:37.354816 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port 8fafd46d-e54a-444f-aec3-131c24fe259b triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:41:37.355261 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (8fafd46d-e54a-444f-aec3-131c24fe259b), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:37.403843 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-e827c804-359b-445c-a9df-5b3bfdac7ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725'] for port (2aba8fe8-8631-4f6e-bca4-5fd1c6f45652), after_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:37.437897 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-74ee2793-522c-4d14-a8eb-06cd3af8c5ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:37.446182 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e827c804-359b-445c-a9df-5b3bfdac7ef7 None None] Network eeca0c6c-3155-49db-bdc5-95de249b904d is already hosted by enough agents. {{(pid=111210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:41:37.453938 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.scheduler.base_scheduler [None req-e827c804-359b-445c-a9df-5b3bfdac7ef7 None None] Resources bound (agent type, host, resource id): {{(pid=111210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:41:37.503448 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e827c804-359b-445c-a9df-5b3bfdac7ef7 None None] Received port after_create {{(pid=111210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:41:37.547647 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab441d4-efdb-485c-9fc4-510ee041f77f None None] Network 02514ff5-801e-4a1a-ba63-1d21a54e8a97 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:41:37.567550 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-74ee2793-522c-4d14-a8eb-06cd3af8c5ec admin admin] Publish callbacks [] for security_group (be346c55-05d9-42e3-8bc4-8c28968e0357), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:37.584448 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827c804-359b-445c-a9df-5b3bfdac7ef7 None None] Pushing event updated for resources: {'Port': ['ID=2aba8fe8-8631-4f6e-bca4-5fd1c6f45652,revision_number=1']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:37.625905 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-74ee2793-522c-4d14-a8eb-06cd3af8c5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (be346c55-05d9-42e3-8bc4-8c28968e0357), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:37.636106 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:37.672609 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c848f107-4038-46f8-beba-e39ac311f4c7 admin admin] Publish callbacks [] for router_gateway (294ba236-1a49-4375-acaa-a4be0e7194b7), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:37.710522 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-74ee2793-522c-4d14-a8eb-06cd3af8c5ec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=05c33a8edc9e4b34ad4d7e6da04fa44a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7428083 May 23 15:41:37.712507 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 40458) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:37.715286 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee2793-522c-4d14-a8eb-06cd3af8c5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be346c55-05d9-42e3-8bc4-8c28968e0357,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:37.744856 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-e827c804-359b-445c-a9df-5b3bfdac7ef7 None None] Attempting to bind port 2aba8fe8-8631-4f6e-bca4-5fd1c6f45652 on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:41:37.746348 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-e827c804-359b-445c-a9df-5b3bfdac7ef7 None None] Attempting to bind port 2aba8fe8-8631-4f6e-bca4-5fd1c6f45652 by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': '21e9a643-8a12-437e-ab5f-657aa4ff3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d'}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:41:37.746869 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e827c804-359b-445c-a9df-5b3bfdac7ef7 None None] Attempting to bind port 2aba8fe8-8631-4f6e-bca4-5fd1c6f45652 on network eeca0c6c-3155-49db-bdc5-95de249b904d {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:41:37.750643 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-90ac5555-f9c9-48b5-955a-d5a85b41bed3 None None] Provisioning complete for port 8fafd46d-e54a-444f-aec3-131c24fe259b triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:41:37.751058 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-90ac5555-f9c9-48b5-955a-d5a85b41bed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (8fafd46d-e54a-444f-aec3-131c24fe259b), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:37.760912 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-722e40bf-f005-4663-8946-7ca26c8ed7f8 admin admin] Publish callbacks [] for router_gateway (b2237190-0ecc-4cc4-8801-a8906c7f1eb7), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:37.790508 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-722e40bf-f005-4663-8946-7ca26c8ed7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:37.879779 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a4b6b7ef-4ae8-4517-8eeb-3096367fe7df admin admin] Publish callbacks [] for security_group (be346c55-05d9-42e3-8bc4-8c28968e0357), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:37.903672 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e827c804-359b-445c-a9df-5b3bfdac7ef7 None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:41:37.903989 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e827c804-359b-445c-a9df-5b3bfdac7ef7 None None] Checking segment: {'id': '21e9a643-8a12-437e-ab5f-657aa4ff3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:41:37.904406 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-e827c804-359b-445c-a9df-5b3bfdac7ef7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:37.904810 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e827c804-359b-445c-a9df-5b3bfdac7ef7 None None] Bound using segment: {'id': '21e9a643-8a12-437e-ab5f-657aa4ff3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d'} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:41:37.905917 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-e827c804-359b-445c-a9df-5b3bfdac7ef7 None None] Bound port: 2aba8fe8-8631-4f6e-bca4-5fd1c6f45652, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e9a643-8a12-437e-ab5f-657aa4ff3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d'}}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:41:37.906398 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-e827c804-359b-445c-a9df-5b3bfdac7ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (2aba8fe8-8631-4f6e-bca4-5fd1c6f45652), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:37.912675 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port 8fafd46d-e54a-444f-aec3-131c24fe259b is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:41:37.912855 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (8fafd46d-e54a-444f-aec3-131c24fe259b), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:37.926817 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a4b6b7ef-4ae8-4517-8eeb-3096367fe7df admin admin] Publish callbacks [] for security_group (be346c55-05d9-42e3-8bc4-8c28968e0357), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:37.973936 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:INSERT=10,neutron:UPDATE=1,neutron:SELECT=87,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:38.030665 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] For port 8fafd46d-e54a-444f-aec3-131c24fe259b, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=8fafd46d-e54a-444f-aec3-131c24fe259b,segment=NetworkSegment(b005c863-acdf-4694-8e46-1c0859e70836),segment_id=b005c863-acdf-4694-8e46-1c0859e70836)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:41:38.084366 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-90ac5555-f9c9-48b5-955a-d5a85b41bed3 None None] Current status of the port 8fafd46d-e54a-444f-aec3-131c24fe259b is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:41:38.084765 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-90ac5555-f9c9-48b5-955a-d5a85b41bed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (8fafd46d-e54a-444f-aec3-131c24fe259b), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:38.086262 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_common [None req-722e40bf-f005-4663-8946-7ca26c8ed7f8 admin admin] Allocated IP 172.27.3.46 (423e159f-0d94-4204-8598-641f4ed121cf/6893e8f7-d8c8-4bdd-8cf7-487cc5c00794/beeffdb6-4c55-477c-947b-4ff9ee4e4cd1) {{(pid=111208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:41:38.088063 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-e827c804-359b-445c-a9df-5b3bfdac7ef7 None None] For port 2aba8fe8-8631-4f6e-bca4-5fd1c6f45652, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:41:38.119994 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-e827c804-359b-445c-a9df-5b3bfdac7ef7 None None] For port 2aba8fe8-8631-4f6e-bca4-5fd1c6f45652, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=2aba8fe8-8631-4f6e-bca4-5fd1c6f45652,segment=NetworkSegment(21e9a643-8a12-437e-ab5f-657aa4ff3f49),segment_id=21e9a643-8a12-437e-ab5f-657aa4ff3f49)] {{(pid=111210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:41:38.135021 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (8fafd46d-e54a-444f-aec3-131c24fe259b), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:38.188614 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 40468) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:38.194013 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-86329021-065e-4e44-9414-05d4ea16eec1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-139339420-network', 'tenant_id': 'bdff5f53cc9c47648387bf7fc8257dae'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:41:38.242801 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-e827c804-359b-445c-a9df-5b3bfdac7ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (2aba8fe8-8631-4f6e-bca4-5fd1c6f45652), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:38.316689 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.db.api [None req-90ac5555-f9c9-48b5-955a-d5a85b41bed3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111210) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 23 15:41:38.320132 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG oslo_db.api [None req-90ac5555-f9c9-48b5-955a-d5a85b41bed3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 15:41:38.323729 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Pushing event updated for resources: {'Port': ['ID=8fafd46d-e54a-444f-aec3-131c24fe259b,revision_number=3']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:38.391005 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d1e724f7-ec6c-4413-8660-d7fb062be49a req-5b902f0a-f1ee-431b-a94f-22cba03ecd69 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 210 time: 0.0533979 May 23 15:41:38.398754 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86329021-065e-4e44-9414-05d4ea16eec1 admin admin] Made reservation on behalf of bdff5f53cc9c47648387bf7fc8257dae for: {'network': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:41:38.403582 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-86329021-065e-4e44-9414-05d4ea16eec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for network (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:38.440251 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-86329021-065e-4e44-9414-05d4ea16eec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:38.464193 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-722e40bf-f005-4663-8946-7ca26c8ed7f8 admin admin] Publish callbacks [] for port (beeffdb6-4c55-477c-947b-4ff9ee4e4cd1), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:38.510580 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827c804-359b-445c-a9df-5b3bfdac7ef7 None None] Pushing event updated for resources: {'Port': ['ID=2aba8fe8-8631-4f6e-bca4-5fd1c6f45652,revision_number=2']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:38.530817 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c848f107-4038-46f8-beba-e39ac311f4c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746782'] for router (294ba236-1a49-4375-acaa-a4be0e7194b7), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:38.657970 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a4b6b7ef-4ae8-4517-8eeb-3096367fe7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (be346c55-05d9-42e3-8bc4-8c28968e0357), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:38.667046 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a4b6b7ef-4ae8-4517-8eeb-3096367fe7df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:38.672032 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-a4b6b7ef-4ae8-4517-8eeb-3096367fe7df admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/be346c55-05d9-42e3-8bc4-8c28968e0357 HTTP/1.1" status: 204 len: 168 time: 0.9585006 May 23 15:41:38.712403 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-722e40bf-f005-4663-8946-7ca26c8ed7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725'] for port (beeffdb6-4c55-477c-947b-4ff9ee4e4cd1), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:38.744154 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-86329021-065e-4e44-9414-05d4ea16eec1 admin admin] Publish callbacks [] for security_group (ec99123d-11df-4d04-880a-0a638de015b3), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:38.761247 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6b7ef-4ae8-4517-8eeb-3096367fe7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be346c55-05d9-42e3-8bc4-8c28968e0357,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:38.814146 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=100 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:38.818320 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-86329021-065e-4e44-9414-05d4ea16eec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (ec99123d-11df-4d04-880a-0a638de015b3), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:38.821424 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722e40bf-f005-4663-8946-7ca26c8ed7f8 admin admin] Network 423e159f-0d94-4204-8598-641f4ed121cf is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:41:38.837044 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-722e40bf-f005-4663-8946-7ca26c8ed7f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:41:38.844118 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722e40bf-f005-4663-8946-7ca26c8ed7f8 admin admin] Received port after_create {{(pid=111208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:41:38.878195 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86329021-065e-4e44-9414-05d4ea16eec1 admin admin] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=111209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:41:38.909764 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e40bf-f005-4663-8946-7ca26c8ed7f8 admin admin] Pushing event updated for resources: {'Port': ['ID=beeffdb6-4c55-477c-947b-4ff9ee4e4cd1,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:38.915518 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-90ac5555-f9c9-48b5-955a-d5a85b41bed3 None None] Current status of the port 8fafd46d-e54a-444f-aec3-131c24fe259b is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:41:38.921510 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-86329021-065e-4e44-9414-05d4ea16eec1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747701125214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (79291cb1-436a-4e7b-a7d3-89173ac8ba74), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:38.922003 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.db.segments_db [None req-86329021-065e-4e44-9414-05d4ea16eec1 admin admin] Added segment 79291cb1-436a-4e7b-a7d3-89173ac8ba74 of type vlan for network 9dfcf748-4546-40af-b5b6-0484bc5f495c May 23 15:41:38.937765 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:INSERT=26,neutron:SELECT=70,neutron:UPDATE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:38.940572 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86329021-065e-4e44-9414-05d4ea16eec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec99123d-11df-4d04-880a-0a638de015b3,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:38.990315 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-86329021-065e-4e44-9414-05d4ea16eec1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747700567628'] for network (9dfcf748-4546-40af-b5b6-0484bc5f495c), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:39.037542 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:39.040280 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-9842cdd6-3be9-4d4f-8690-dbe8c979957d None None] Provisioning complete for port 8fafd46d-e54a-444f-aec3-131c24fe259b triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:41:39.040739 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-9842cdd6-3be9-4d4f-8690-dbe8c979957d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (8fafd46d-e54a-444f-aec3-131c24fe259b), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:39.083819 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-86329021-065e-4e44-9414-05d4ea16eec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464'] for network (9dfcf748-4546-40af-b5b6-0484bc5f495c), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:39.085353 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86329021-065e-4e44-9414-05d4ea16eec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:39.086955 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-86329021-065e-4e44-9414-05d4ea16eec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:39.138467 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c848f107-4038-46f8-beba-e39ac311f4c7 admin admin] Router 294ba236-1a49-4375-acaa-a4be0e7194b7 is scheduled to L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 with binding_index 1 {{(pid=111208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 15:41:39.199013 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-9842cdd6-3be9-4d4f-8690-dbe8c979957d None None] Current status of the port 8fafd46d-e54a-444f-aec3-131c24fe259b is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:41:39.231292 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-86329021-065e-4e44-9414-05d4ea16eec1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0403535 May 23 15:41:39.235464 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 40514) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:39.240777 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-92426d31-b8f1-4937-98cd-490372286b89 admin admin] Request body: {'subnet': {'network_id': '9dfcf748-4546-40af-b5b6-0484bc5f495c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-139339420-subnet', 'tenant_id': 'bdff5f53cc9c47648387bf7fc8257dae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:41:39.245047 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86329021-065e-4e44-9414-05d4ea16eec1 admin admin] Pushing event updated for resources: {'Network': ['ID=9dfcf748-4546-40af-b5b6-0484bc5f495c,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:39.293554 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Network 9dfcf748-4546-40af-b5b6-0484bc5f495c details requested by agent ovs-agent-dv-cinder-840678-12-iscsi with host dv-cinder-840678-12-iscsi {{(pid=111210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:41:39.394443 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 8fafd46d-e54a-444f-aec3-131c24fe259b up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:41:39.540231 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port 8fafd46d-e54a-444f-aec3-131c24fe259b triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:41:39.540828 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (8fafd46d-e54a-444f-aec3-131c24fe259b), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:39.548625 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92426d31-b8f1-4937-98cd-490372286b89 admin admin] Made reservation on behalf of bdff5f53cc9c47648387bf7fc8257dae for: {'subnet': 1} {{(pid=111208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:41:39.552520 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-92426d31-b8f1-4937-98cd-490372286b89 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:39.567931 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e0c9b791-1dcf-4efb-9ffb-29faa11361ad req-03a34f18-9768-46ae-9336-c9a9a666d78f tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 210 time: 0.0607646 May 23 15:41:39.665490 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port 8fafd46d-e54a-444f-aec3-131c24fe259b is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:41:39.667153 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 2aba8fe8-8631-4f6e-bca4-5fd1c6f45652 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:41:39.723349 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:39.732304 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c848f107-4038-46f8-beba-e39ac311f4c7 admin admin] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:41:39.740735 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port 2aba8fe8-8631-4f6e-bca4-5fd1c6f45652 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:41:39.741632 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (2aba8fe8-8631-4f6e-bca4-5fd1c6f45652), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:39.745809 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def2d191-9f2c-4628-b50e-f8744c7ef055 None None] Sync routers for ids ['294ba236-1a49-4375-acaa-a4be0e7194b7'] in dv-cinder-840678-12-iscsi {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:41:39.755719 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-722e40bf-f005-4663-8946-7ca26c8ed7f8 admin admin] Publish callbacks [] for router_gateway (b2237190-0ecc-4cc4-8801-a8906c7f1eb7), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:39.760138 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def2d191-9f2c-4628-b50e-f8744c7ef055 None None] Routers {'294ba236-1a49-4375-acaa-a4be0e7194b7'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:41:39.760903 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-def2d191-9f2c-4628-b50e-f8744c7ef055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:41:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['294ba236-1a49-4375-acaa-a4be0e7194b7'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:41:39.837690 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 40544) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:39.861223 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=100 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:39.861761 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port 2aba8fe8-8631-4f6e-bca4-5fd1c6f45652 is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:41:39.862128 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (2aba8fe8-8631-4f6e-bca4-5fd1c6f45652), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:39.882932 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd64a-2933-4854-9434-90f6b49a9017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:39.922814 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-def2d191-9f2c-4628-b50e-f8744c7ef055 None None] Set router 294ba236-1a49-4375-acaa-a4be0e7194b7 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:41:39.961673 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] For port 2aba8fe8-8631-4f6e-bca4-5fd1c6f45652, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=2aba8fe8-8631-4f6e-bca4-5fd1c6f45652,segment=NetworkSegment(21e9a643-8a12-437e-ab5f-657aa4ff3f49),segment_id=21e9a643-8a12-437e-ab5f-657aa4ff3f49)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:41:39.977656 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c848f107-4038-46f8-beba-e39ac311f4c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:39.978906 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-c848f107-4038-46f8-beba-e39ac311f4c7 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2653162 May 23 15:41:39.982491 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 40548) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:40.029874 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64f3b40-bf92-4c7c-a074-eb5575b4b7ff None None] Network eeca0c6c-3155-49db-bdc5-95de249b904d requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:41:40.122775 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-def2d191-9f2c-4628-b50e-f8744c7ef055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'name': 'tempest-AttachVolumeTestJSON-428610378-router', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:35Z', 'updated_at': '2022-05-23T15:41:37Z', 'revision_number': 3, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'gw_port': {'id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:84:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:41:40.134238 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (2aba8fe8-8631-4f6e-bca4-5fd1c6f45652), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:40.166981 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def2d191-9f2c-4628-b50e-f8744c7ef055 None None] Checking router: 294ba236-1a49-4375-acaa-a4be0e7194b7 for host: dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:41:40.167880 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def2d191-9f2c-4628-b50e-f8744c7ef055 None None] Updating router 294ba236-1a49-4375-acaa-a4be0e7194b7 port f1983dd2-2284-4cc4-93f1-371ce7050770 binding host dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:41:40.176942 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-92426d31-b8f1-4937-98cd-490372286b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464'] for subnet (4d967a15-333d-45c0-a417-fa954bff47e6), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:40.190737 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-a4a657f3-8404-49f6-a265-f793725b8660 None None] Provisioning complete for port 2aba8fe8-8631-4f6e-bca4-5fd1c6f45652 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:41:40.191303 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-a4a657f3-8404-49f6-a265-f793725b8660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (2aba8fe8-8631-4f6e-bca4-5fd1c6f45652), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:40.204410 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-def2d191-9f2c-4628-b50e-f8744c7ef055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (f1983dd2-2284-4cc4-93f1-371ce7050770), before_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:40.244534 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-722e40bf-f005-4663-8946-7ca26c8ed7f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746782'] for router (b2237190-0ecc-4cc4-8801-a8906c7f1eb7), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:40.259883 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92426d31-b8f1-4937-98cd-490372286b89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d967a15-333d-45c0-a417-fa954bff47e6,revision_number=0']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:40.358614 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:40.384543 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Pushing event updated for resources: {'Port': ['ID=2aba8fe8-8631-4f6e-bca4-5fd1c6f45652,revision_number=3']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:40.401808 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92426d31-b8f1-4937-98cd-490372286b89 admin admin] Checking segment: {'id': '79291cb1-436a-4e7b-a7d3-89173ac8ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '9dfcf748-4546-40af-b5b6-0484bc5f495c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:41:40.407136 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92426d31-b8f1-4937-98cd-490372286b89 admin admin] Network hostable DHCP agents. Network: 9dfcf748-4546-40af-b5b6-0484bc5f495c, hostable agents: ['251dd304-59f3-4964-a27c-cc4bc9747485'], hosted agents: [] {{(pid=111208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:41:40.497860 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-a4a657f3-8404-49f6-a265-f793725b8660 None None] Current status of the port 2aba8fe8-8631-4f6e-bca4-5fd1c6f45652 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:41:40.535819 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd64a-2933-4854-9434-90f6b49a9017 admin admin] Publish callbacks [] for security_group (607b39fc-f34c-431a-aa8e-40ac91aa66a8), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:40.572879 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92426d31-b8f1-4937-98cd-490372286b89 admin admin] Network 9dfcf748-4546-40af-b5b6-0484bc5f495c is scheduled to be hosted by DHCP agent 251dd304-59f3-4964-a27c-cc4bc9747485 with binding_index 1 {{(pid=111208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:41:40.602684 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722e40bf-f005-4663-8946-7ca26c8ed7f8 admin admin] Router b2237190-0ecc-4cc4-8801-a8906c7f1eb7 is scheduled to L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 with binding_index 1 {{(pid=111208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 15:41:40.604544 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-def2d191-9f2c-4628-b50e-f8744c7ef055 None None] Publish callbacks [] for port (f1983dd2-2284-4cc4-93f1-371ce7050770), precommit_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:40.614605 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd64a-2933-4854-9434-90f6b49a9017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (607b39fc-f34c-431a-aa8e-40ac91aa66a8), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:40.680779 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-92426d31-b8f1-4937-98cd-490372286b89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-12-iscsi, 9dfcf748-4546-40af-b5b6-0484bc5f495c) {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:41:40.690714 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92426d31-b8f1-4937-98cd-490372286b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:40.691534 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-92426d31-b8f1-4937-98cd-490372286b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for subnet (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:40.696662 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7106ab57-1c0e-4929-838c-d545bdf0c601 None None] Network 9dfcf748-4546-40af-b5b6-0484bc5f495c requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:41:40.699215 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-def2d191-9f2c-4628-b50e-f8744c7ef055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (f1983dd2-2284-4cc4-93f1-371ce7050770), after_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:40.753260 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-4bbfd64a-2933-4854-9434-90f6b49a9017 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d7b18cbe6ebf4707b96c53fc3e7a7c3a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9025488 May 23 15:41:40.776237 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 40566) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:40.827648 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f2428-941a-413a-a7e7-59ef935b3350 None None] Pushing event updated for resources: {'Port': ['ID=f1983dd2-2284-4cc4-93f1-371ce7050770,revision_number=2']} {{(pid=111211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:40.833336 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-def2d191-9f2c-4628-b50e-f8744c7ef055 None None] Attempting to bind port f1983dd2-2284-4cc4-93f1-371ce7050770 on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:41:40.834967 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-def2d191-9f2c-4628-b50e-f8744c7ef055 None None] Attempting to bind port f1983dd2-2284-4cc4-93f1-371ce7050770 by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}] {{(pid=111211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:41:40.836359 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def2d191-9f2c-4628-b50e-f8744c7ef055 None None] Attempting to bind port f1983dd2-2284-4cc4-93f1-371ce7050770 on network 423e159f-0d94-4204-8598-641f4ed121cf {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:41:40.860525 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def2d191-9f2c-4628-b50e-f8744c7ef055 None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:41:40.863922 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def2d191-9f2c-4628-b50e-f8744c7ef055 None None] Checking segment: {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:41:40.864345 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-def2d191-9f2c-4628-b50e-f8744c7ef055 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:40.864753 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def2d191-9f2c-4628-b50e-f8744c7ef055 None None] Bound using segment: {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'} {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:41:40.865365 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-def2d191-9f2c-4628-b50e-f8744c7ef055 None None] Bound port: f1983dd2-2284-4cc4-93f1-371ce7050770, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}}] {{(pid=111211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:41:40.865798 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-def2d191-9f2c-4628-b50e-f8744c7ef055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (f1983dd2-2284-4cc4-93f1-371ce7050770), before_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:40.867785 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-2c7d772a-321f-40f5-8051-d15e065638e0 None None] Provisioning complete for port 2aba8fe8-8631-4f6e-bca4-5fd1c6f45652 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:41:40.868279 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-2c7d772a-321f-40f5-8051-d15e065638e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (2aba8fe8-8631-4f6e-bca4-5fd1c6f45652), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:40.869362 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f2428-941a-413a-a7e7-59ef935b3350 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:40.873984 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f2428-941a-413a-a7e7-59ef935b3350 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:40.874468 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f2428-941a-413a-a7e7-59ef935b3350 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:40.874883 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f2428-941a-413a-a7e7-59ef935b3350 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:40.875341 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f2428-941a-413a-a7e7-59ef935b3350 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:40.875748 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f2428-941a-413a-a7e7-59ef935b3350 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:40.876149 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f2428-941a-413a-a7e7-59ef935b3350 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:40.876545 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f2428-941a-413a-a7e7-59ef935b3350 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:40.876964 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f2428-941a-413a-a7e7-59ef935b3350 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:40.877387 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f2428-941a-413a-a7e7-59ef935b3350 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:40.877928 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f2428-941a-413a-a7e7-59ef935b3350 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:40.878345 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f2428-941a-413a-a7e7-59ef935b3350 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:40.878743 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f2428-941a-413a-a7e7-59ef935b3350 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:40.879158 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f2428-941a-413a-a7e7-59ef935b3350 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:40.879551 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f2428-941a-413a-a7e7-59ef935b3350 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f2428-941a-413a-a7e7-59ef935b3350 None None] Tracked resource versions report: May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: pushed versions: May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: { 'AddressGroup': {'1.2'}, May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: 'Agent': {'1.1'}, May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: 'ConntrackHelper': {'1.0'}, May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: 'LocalIPAssociation': {'1.0'}, May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: 'Log': {'1.0'}, May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: 'NDPProxy': {'1.0'}, May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: 'Network': {'1.1'}, May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: 'Port': {'1.7'}, May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: 'PortForwarding': {'1.3'}, May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: 'QosPolicy': {'1.10'}, May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: 'SecurityGroup': {'1.5'}, May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: 'SecurityGroupRule': {'1.2'}, May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: 'SubPort': {'1.0'}, May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: 'Subnet': {'1.1'}, May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: 'Trunk': {'1.1'}} May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: consumer versions: May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: { DHCP agent@dv-cinder-840678-12-iscsi: {}, May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: HyperV agent@hv-cinder-84067: {}, May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: L3 agent@dv-cinder-840678-12-iscsi: {}, May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: Metadata agent@dv-cinder-840678-12-iscsi: {}, May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: Metering agent@dv-cinder-840678-12-iscsi: {}, May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: Open vSwitch agent@dv-cinder-840678-12-iscsi: { 'AddressGroup': '1.2', May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: 'Agent': '1.1', May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: 'ConntrackHelper': '1.0', May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: 'LocalIPAssociation': '1.0', May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: 'Log': '1.0', May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: 'NDPProxy': '1.0', May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: 'Network': '1.1', May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: 'Port': '1.7', May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: 'PortForwarding': '1.3', May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: 'QosPolicy': '1.10', May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: 'SecurityGroup': '1.5', May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: 'SecurityGroupRule': '1.2', May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: 'SubPort': '1.0', May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: 'Subnet': '1.1', May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: 'Trunk': '1.1'}} May 23 15:41:40.881305 dv-cinder-840678-12-iscsi neutron-server[111211]: {{(pid=111211) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 15:41:40.905399 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722e40bf-f005-4663-8946-7ca26c8ed7f8 admin admin] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:41:40.924707 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f6d76318-ce74-49e0-909e-d2b3d46575e4 admin admin] Publish callbacks [] for security_group (607b39fc-f34c-431a-aa8e-40ac91aa66a8), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:40.933452 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:40.934458 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216505bf-ab91-4c83-a70e-b68c28e04831 None None] Sync routers for ids ['b2237190-0ecc-4cc4-8801-a8906c7f1eb7'] in dv-cinder-840678-12-iscsi {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:41:40.942228 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.db [None req-def2d191-9f2c-4628-b50e-f8744c7ef055 None None] For port f1983dd2-2284-4cc4-93f1-371ce7050770, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:41:40.945839 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.db [None req-def2d191-9f2c-4628-b50e-f8744c7ef055 None None] For port f1983dd2-2284-4cc4-93f1-371ce7050770, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=f1983dd2-2284-4cc4-93f1-371ce7050770,segment=NetworkSegment(2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5),segment_id=2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5)] {{(pid=111211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:41:40.956385 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f6d76318-ce74-49e0-909e-d2b3d46575e4 admin admin] Publish callbacks [] for security_group (607b39fc-f34c-431a-aa8e-40ac91aa66a8), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:40.958377 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbfd64a-2933-4854-9434-90f6b49a9017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607b39fc-f34c-431a-aa8e-40ac91aa66a8,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:40.994593 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-722e40bf-f005-4663-8946-7ca26c8ed7f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:40.996117 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-722e40bf-f005-4663-8946-7ca26c8ed7f8 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5177064 May 23 15:41:41.001483 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216505bf-ab91-4c83-a70e-b68c28e04831 None None] Routers {'b2237190-0ecc-4cc4-8801-a8906c7f1eb7'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:41:41.002620 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-216505bf-ab91-4c83-a70e-b68c28e04831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:41:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['b2237190-0ecc-4cc4-8801-a8906c7f1eb7'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:41:41.013406 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-92426d31-b8f1-4937-98cd-490372286b89 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7678542 May 23 15:41:41.013406 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 40572) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:41.018478 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-def2d191-9f2c-4628-b50e-f8744c7ef055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (f1983dd2-2284-4cc4-93f1-371ce7050770), after_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:41.029238 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308959ab-d668-4dee-a3fb-87b5b98a507b None None] Network 9dfcf748-4546-40af-b5b6-0484bc5f495c requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:41:41.098711 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f2428-941a-413a-a7e7-59ef935b3350 None None] Pushing event updated for resources: {'Port': ['ID=f1983dd2-2284-4cc4-93f1-371ce7050770,revision_number=3']} {{(pid=111211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:41.118086 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:41.124414 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def2d191-9f2c-4628-b50e-f8744c7ef055 None None] Routers {'294ba236-1a49-4375-acaa-a4be0e7194b7'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:41:41.126824 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-def2d191-9f2c-4628-b50e-f8744c7ef055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:41:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['294ba236-1a49-4375-acaa-a4be0e7194b7'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:41:41.183747 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-cabfb808-d4ac-4ca4-8d03-93ae8c14fa31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:41.216794 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:41.227055 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 2aba8fe8-8631-4f6e-bca4-5fd1c6f45652 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:41:41.251195 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 40580) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:41.291990 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:41.293317 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-def2d191-9f2c-4628-b50e-f8744c7ef055 None None] Set router 294ba236-1a49-4375-acaa-a4be0e7194b7 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:41:41.321317 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_v2 [None req-62247f83-f8a0-4978-a0f9-50b0cd53d5c0 admin admin] Deleting subnet 5192f052-3fd8-46f1-92de-9d19c12fcf67 {{(pid=111209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:41:41.327908 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-62247f83-f8a0-4978-a0f9-50b0cd53d5c0 admin admin] Publish callbacks [] for subnet (5192f052-3fd8-46f1-92de-9d19c12fcf67), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:41.383474 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:41.391634 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-2c7d772a-321f-40f5-8051-d15e065638e0 None None] Current status of the port 2aba8fe8-8631-4f6e-bca4-5fd1c6f45652 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:41:41.404906 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-62247f83-f8a0-4978-a0f9-50b0cd53d5c0 admin admin] Publish callbacks [] for subnet (5192f052-3fd8-46f1-92de-9d19c12fcf67), precommit_delete_associations {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:41.418847 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-62247f83-f8a0-4978-a0f9-50b0cd53d5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999690'] for subnet (5192f052-3fd8-46f1-92de-9d19c12fcf67), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:41.421881 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-216505bf-ab91-4c83-a70e-b68c28e04831 None None] Set router b2237190-0ecc-4cc4-8801-a8906c7f1eb7 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:41:41.500082 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5e673093-0daf-4acb-a754-6b3c6c5ac490 req-55843ee4-fbd9-4f7e-b7f0-2813700f9dc5 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 210 time: 0.3475130 May 23 15:41:41.503126 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:41.514870 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f6d76318-ce74-49e0-909e-d2b3d46575e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (607b39fc-f34c-431a-aa8e-40ac91aa66a8), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:41.526562 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f6d76318-ce74-49e0-909e-d2b3d46575e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:41.527724 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-f6d76318-ce74-49e0-909e-d2b3d46575e4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/607b39fc-f34c-431a-aa8e-40ac91aa66a8 HTTP/1.1" status: 204 len: 168 time: 0.7489555 May 23 15:41:41.546425 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76318-ce74-49e0-909e-d2b3d46575e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607b39fc-f34c-431a-aa8e-40ac91aa66a8,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:41.608265 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-62247f83-f8a0-4978-a0f9-50b0cd53d5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464'] for subnet (5192f052-3fd8-46f1-92de-9d19c12fcf67), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:41.615192 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-def2d191-9f2c-4628-b50e-f8744c7ef055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'name': 'tempest-AttachVolumeTestJSON-428610378-router', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:35Z', 'updated_at': '2022-05-23T15:41:37Z', 'revision_number': 3, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'gw_port': {'id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:84:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:41:41.656710 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def2d191-9f2c-4628-b50e-f8744c7ef055 None None] The sync data for ids ['294ba236-1a49-4375-acaa-a4be0e7194b7'] in dv-cinder-840678-12-iscsi is: [{'id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'name': 'tempest-AttachVolumeTestJSON-428610378-router', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:35Z', 'updated_at': '2022-05-23T15:41:37Z', 'revision_number': 3, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'gw_port': {'id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:84:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}] {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:41:41.657986 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-62247f83-f8a0-4978-a0f9-50b0cd53d5c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for subnet (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:41.667965 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-62247f83-f8a0-4978-a0f9-50b0cd53d5c0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5192f052-3fd8-46f1-92de-9d19c12fcf67 HTTP/1.1" status: 204 len: 168 time: 0.4122837 May 23 15:41:41.675490 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62247f83-f8a0-4978-a0f9-50b0cd53d5c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5192f052-3fd8-46f1-92de-9d19c12fcf67,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:41.689416 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 40592) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:41.741820 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port 2aba8fe8-8631-4f6e-bca4-5fd1c6f45652 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:41:41.742156 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (2aba8fe8-8631-4f6e-bca4-5fd1c6f45652), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:41.855915 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bb8a78d9-9753-409f-a1af-e0f4a7c0cfae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3939425'] for network (b83da6ed-836f-4105-a05f-e6d86c0a217d), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:41.914487 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_common [None req-cabfb808-d4ac-4ca4-8d03-93ae8c14fa31 admin admin] Allocated IP 172.20.0.1 (02514ff5-801e-4a1a-ba63-1d21a54e8a97/a8eb70f1-a1de-4065-b90b-0efc8b236916/0ad32ead-1ebc-4657-8773-8c9653fda652) {{(pid=111209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:41:41.920956 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-5a7632a6-2fec-4b65-aeaa-62714a6e103a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:41.931907 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=100 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:41.992560 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bb8a78d9-9753-409f-a1af-e0f4a7c0cfae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998021', 'neutron.services.segments.db._delete_segments_for_network-8747701125223'] for network (b83da6ed-836f-4105-a05f-e6d86c0a217d), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:41.997372 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port 2aba8fe8-8631-4f6e-bca4-5fd1c6f45652 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:41:42.075289 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-216505bf-ab91-4c83-a70e-b68c28e04831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'name': 'tempest-ServerRescueNegativeTestJSON-9416292-router', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'beeffdb6-4c55-477c-947b-4ff9ee4e4cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:39Z', 'revision_number': 3, 'project_id': '65483f2a0c914022b38e501691095c51', 'gw_port': {'id': 'beeffdb6-4c55-477c-947b-4ff9ee4e4cd1', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:66:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:37Z', 'updated_at': '2022-05-23T15:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:41:42.081607 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bb8a78d9-9753-409f-a1af-e0f4a7c0cfae admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:41:42.081998 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bb8a78d9-9753-409f-a1af-e0f4a7c0cfae admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:41:42.082735 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bb8a78d9-9753-409f-a1af-e0f4a7c0cfae admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:41:42.084079 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bb8a78d9-9753-409f-a1af-e0f4a7c0cfae admin admin] Subscribe: > port after_create 55550000 {{(pid=111209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:41:42.084079 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bb8a78d9-9753-409f-a1af-e0f4a7c0cfae admin admin] Subscribe: > port after_delete 55550000 {{(pid=111209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:41:42.084079 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bb8a78d9-9753-409f-a1af-e0f4a7c0cfae admin admin] Subscribe: > port after_update 55550000 {{(pid=111209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:41:42.084349 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bb8a78d9-9753-409f-a1af-e0f4a7c0cfae admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:41:42.084548 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bb8a78d9-9753-409f-a1af-e0f4a7c0cfae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:41:42.084856 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bb8a78d9-9753-409f-a1af-e0f4a7c0cfae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:41:42.085322 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bb8a78d9-9753-409f-a1af-e0f4a7c0cfae admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:41:42.139976 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216505bf-ab91-4c83-a70e-b68c28e04831 None None] Checking router: b2237190-0ecc-4cc4-8801-a8906c7f1eb7 for host: dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:41:42.140979 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216505bf-ab91-4c83-a70e-b68c28e04831 None None] Updating router b2237190-0ecc-4cc4-8801-a8906c7f1eb7 port beeffdb6-4c55-477c-947b-4ff9ee4e4cd1 binding host dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:41:42.192546 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-216505bf-ab91-4c83-a70e-b68c28e04831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (beeffdb6-4c55-477c-947b-4ff9ee4e4cd1), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:42.245809 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:42.268823 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_common [None req-5a7632a6-2fec-4b65-aeaa-62714a6e103a admin admin] Allocated IP 172.20.0.1 (eeca0c6c-3155-49db-bdc5-95de249b904d/ca534db1-6e0a-429d-b324-076955c1b25f/5771a809-8ea4-4c03-8585-e04bff0a8f9c) {{(pid=111208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:41:42.456040 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-5a7632a6-2fec-4b65-aeaa-62714a6e103a admin admin] Publish callbacks [] for port (5771a809-8ea4-4c03-8585-e04bff0a8f9c), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:42.471743 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bb8a78d9-9753-409f-a1af-e0f4a7c0cfae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:41:42.472230 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bb8a78d9-9753-409f-a1af-e0f4a7c0cfae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:41:42.472657 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bb8a78d9-9753-409f-a1af-e0f4a7c0cfae admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:41:42.473098 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bb8a78d9-9753-409f-a1af-e0f4a7c0cfae admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:41:42.473603 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.services.segments.db [None req-bb8a78d9-9753-409f-a1af-e0f4a7c0cfae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b83da6ed-836f-4105-a05f-e6d86c0a217d']}} {{(pid=111209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:41:42.512865 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.services.segments.db [None req-bb8a78d9-9753-409f-a1af-e0f4a7c0cfae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c15d79-df32-4b6d-ab3f-261b0b67e130') {'for_net_delete': True} {{(pid=111209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:41:42.513328 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.services.segments.db [None req-bb8a78d9-9753-409f-a1af-e0f4a7c0cfae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c15d79-df32-4b6d-ab3f-261b0b67e130') {} {{(pid=111209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:41:42.539522 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bb8a78d9-9753-409f-a1af-e0f4a7c0cfae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747701124208', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11732002'] for segment (72c15d79-df32-4b6d-ab3f-261b0b67e130), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:42.568530 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-cabfb808-d4ac-4ca4-8d03-93ae8c14fa31 admin admin] Publish callbacks [] for port (0ad32ead-1ebc-4657-8773-8c9653fda652), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:42.573264 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bb8a78d9-9753-409f-a1af-e0f4a7c0cfae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (72c15d79-df32-4b6d-ab3f-261b0b67e130), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:42.598383 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:42.612266 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8a78d9-9753-409f-a1af-e0f4a7c0cfae admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=111209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:41:42.615239 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bb8a78d9-9753-409f-a1af-e0f4a7c0cfae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11992984'] for segment (72c15d79-df32-4b6d-ab3f-261b0b67e130), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:42.620856 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-5a7632a6-2fec-4b65-aeaa-62714a6e103a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725'] for port (5771a809-8ea4-4c03-8585-e04bff0a8f9c), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:42.649118 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:42.655172 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-216505bf-ab91-4c83-a70e-b68c28e04831 None None] Publish callbacks [] for port (beeffdb6-4c55-477c-947b-4ff9ee4e4cd1), precommit_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:42.685177 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7632a6-2fec-4b65-aeaa-62714a6e103a admin admin] Network eeca0c6c-3155-49db-bdc5-95de249b904d is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:41:42.691250 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-5a7632a6-2fec-4b65-aeaa-62714a6e103a admin admin] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:41:42.726255 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7632a6-2fec-4b65-aeaa-62714a6e103a admin admin] Received port after_create {{(pid=111208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:41:42.726765 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-5a7632a6-2fec-4b65-aeaa-62714a6e103a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-747339'] for router_interface (b2237190-0ecc-4cc4-8801-a8906c7f1eb7), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:42.744105 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-216505bf-ab91-4c83-a70e-b68c28e04831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (beeffdb6-4c55-477c-947b-4ff9ee4e4cd1), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:42.749318 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-63ab5c03-90ce-4e35-840e-a7f273e00d2a req-25bcc13f-6d37-4e69-9fa8-675e6154e2e9 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 210 time: 0.1011007 May 23 15:41:42.837329 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-cabfb808-d4ac-4ca4-8d03-93ae8c14fa31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (0ad32ead-1ebc-4657-8773-8c9653fda652), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:42.839548 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bb8a78d9-9753-409f-a1af-e0f4a7c0cfae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747474'] for network (b83da6ed-836f-4105-a05f-e6d86c0a217d), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:42.895507 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb26acf-e55a-40d3-b01d-365345ee9130 None None] Pushing event updated for resources: {'Port': ['ID=beeffdb6-4c55-477c-947b-4ff9ee4e4cd1,revision_number=2']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:42.906856 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-216505bf-ab91-4c83-a70e-b68c28e04831 None None] Attempting to bind port beeffdb6-4c55-477c-947b-4ff9ee4e4cd1 on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:41:42.909618 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-216505bf-ab91-4c83-a70e-b68c28e04831 None None] Attempting to bind port beeffdb6-4c55-477c-947b-4ff9ee4e4cd1 by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:41:42.910577 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216505bf-ab91-4c83-a70e-b68c28e04831 None None] Attempting to bind port beeffdb6-4c55-477c-947b-4ff9ee4e4cd1 on network 423e159f-0d94-4204-8598-641f4ed121cf {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:41:42.928448 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216505bf-ab91-4c83-a70e-b68c28e04831 None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:41:42.929449 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216505bf-ab91-4c83-a70e-b68c28e04831 None None] Checking segment: {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:41:42.930164 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-216505bf-ab91-4c83-a70e-b68c28e04831 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:42.930661 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216505bf-ab91-4c83-a70e-b68c28e04831 None None] Bound using segment: {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:41:42.931759 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-216505bf-ab91-4c83-a70e-b68c28e04831 None None] Bound port: beeffdb6-4c55-477c-947b-4ff9ee4e4cd1, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:41:42.933996 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-216505bf-ab91-4c83-a70e-b68c28e04831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (beeffdb6-4c55-477c-947b-4ff9ee4e4cd1), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:42.937778 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7632a6-2fec-4b65-aeaa-62714a6e103a admin admin] Pushing event updated for resources: {'Port': ['ID=5771a809-8ea4-4c03-8585-e04bff0a8f9c,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:42.938302 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bb8a78d9-9753-409f-a1af-e0f4a7c0cfae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:42.946898 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-bb8a78d9-9753-409f-a1af-e0f4a7c0cfae admin admin] 10.222.0.64 "DELETE /v2.0/networks/b83da6ed-836f-4105-a05f-e6d86c0a217d HTTP/1.1" status: 204 len: 168 time: 1.2573233 May 23 15:41:42.949677 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 40626) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:42.998336 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a78d9-9753-409f-a1af-e0f4a7c0cfae admin admin] Pushing event deleted for resources: {'Network': ['ID=b83da6ed-836f-4105-a05f-e6d86c0a217d,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:43.066728 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-216505bf-ab91-4c83-a70e-b68c28e04831 None None] For port beeffdb6-4c55-477c-947b-4ff9ee4e4cd1, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:41:43.070250 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-216505bf-ab91-4c83-a70e-b68c28e04831 None None] For port beeffdb6-4c55-477c-947b-4ff9ee4e4cd1, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=beeffdb6-4c55-477c-947b-4ff9ee4e4cd1,segment=NetworkSegment(2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5),segment_id=2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5)] {{(pid=111210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:41:43.075423 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabfb808-d4ac-4ca4-8d03-93ae8c14fa31 admin admin] Network 02514ff5-801e-4a1a-ba63-1d21a54e8a97 is already hosted by enough agents. {{(pid=111209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:41:43.076337 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:43.080958 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfb808-d4ac-4ca4-8d03-93ae8c14fa31 admin admin] Pushing event updated for resources: {'Port': ['ID=0ad32ead-1ebc-4657-8773-8c9653fda652,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:43.089409 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [None req-cabfb808-d4ac-4ca4-8d03-93ae8c14fa31 admin admin] Resources bound (agent type, host, resource id): {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:41:43.098435 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabfb808-d4ac-4ca4-8d03-93ae8c14fa31 admin admin] Received port after_create {{(pid=111209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:41:43.140524 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-bc7635ac-de0e-4054-8200-5a773bcc226f None None] Provisioning complete for port 5771a809-8ea4-4c03-8585-e04bff0a8f9c triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:41:43.140947 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-bc7635ac-de0e-4054-8200-5a773bcc226f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (5771a809-8ea4-4c03-8585-e04bff0a8f9c), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:43.171726 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.services.segments.plugin [-] Segment 72c15d79-df32-4b6d-ab3f-261b0b67e130 resource provider aggregate not found May 23 15:41:43.180647 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-bc7635ac-de0e-4054-8200-5a773bcc226f None None] Port 5771a809-8ea4-4c03-8585-e04bff0a8f9c cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:41:43.207093 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-216505bf-ab91-4c83-a70e-b68c28e04831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (beeffdb6-4c55-477c-947b-4ff9ee4e4cd1), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:43.218344 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_v2 [None req-3265d8b7-3d20-4a38-b4e4-4fcb41a61675 admin admin] Deleting subnet 4d967a15-333d-45c0-a417-fa954bff47e6 {{(pid=111209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:41:43.236221 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.services.segments.plugin [-] Segment 72c15d79-df32-4b6d-ab3f-261b0b67e130 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72c15d79-df32-4b6d-ab3f-261b0b67e130 found for delete ", "request_id": "req-ed03c2e4-60af-45e1-992b-c669680d46ff"}]} May 23 15:41:43.239796 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3265d8b7-3d20-4a38-b4e4-4fcb41a61675 admin admin] Publish callbacks [] for subnet (4d967a15-333d-45c0-a417-fa954bff47e6), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:43.255344 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device f1983dd2-2284-4cc4-93f1-371ce7050770 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:41:43.276496 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-cabfb808-d4ac-4ca4-8d03-93ae8c14fa31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-747339'] for router_interface (294ba236-1a49-4375-acaa-a4be0e7194b7), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:43.322616 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216505bf-ab91-4c83-a70e-b68c28e04831 None None] Routers {'b2237190-0ecc-4cc4-8801-a8906c7f1eb7'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:41:43.323277 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-216505bf-ab91-4c83-a70e-b68c28e04831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:41:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['b2237190-0ecc-4cc4-8801-a8906c7f1eb7'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:41:43.330831 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb26acf-e55a-40d3-b01d-365345ee9130 None None] Pushing event updated for resources: {'Port': ['ID=beeffdb6-4c55-477c-947b-4ff9ee4e4cd1,revision_number=3']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:43.332179 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3265d8b7-3d20-4a38-b4e4-4fcb41a61675 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11732013'] for subnet (4d967a15-333d-45c0-a417-fa954bff47e6), precommit_delete_associations {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:43.390527 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port f1983dd2-2284-4cc4-93f1-371ce7050770 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:41:43.390966 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (f1983dd2-2284-4cc4-93f1-371ce7050770), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:43.431400 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3265d8b7-3d20-4a38-b4e4-4fcb41a61675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999690'] for subnet (4d967a15-333d-45c0-a417-fa954bff47e6), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:43.445467 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:43.471753 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-5a7632a6-2fec-4b65-aeaa-62714a6e103a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (5771a809-8ea4-4c03-8585-e04bff0a8f9c), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:43.534962 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-ff74c778-6fc8-4233-982f-2225cd9da280 None None] Provisioning complete for port 0ad32ead-1ebc-4657-8773-8c9653fda652 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:41:43.535674 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-ff74c778-6fc8-4233-982f-2225cd9da280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (0ad32ead-1ebc-4657-8773-8c9653fda652), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:43.599128 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-ff74c778-6fc8-4233-982f-2225cd9da280 None None] Port 0ad32ead-1ebc-4657-8773-8c9653fda652 cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:41:43.633873 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-216505bf-ab91-4c83-a70e-b68c28e04831 None None] Set router b2237190-0ecc-4cc4-8801-a8906c7f1eb7 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:41:43.644124 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:43.649790 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3265d8b7-3d20-4a38-b4e4-4fcb41a61675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11985018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12197464'] for subnet (4d967a15-333d-45c0-a417-fa954bff47e6), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:43.722726 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port f1983dd2-2284-4cc4-93f1-371ce7050770 is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:41:43.723433 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (f1983dd2-2284-4cc4-93f1-371ce7050770), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:43.759047 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265d8b7-3d20-4a38-b4e4-4fcb41a61675 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d967a15-333d-45c0-a417-fa954bff47e6,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:43.771994 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3265d8b7-3d20-4a38-b4e4-4fcb41a61675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for subnet (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:43.785425 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-3265d8b7-3d20-4a38-b4e4-4fcb41a61675 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4d967a15-333d-45c0-a417-fa954bff47e6 HTTP/1.1" status: 204 len: 168 time: 0.8220699 May 23 15:41:43.787129 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-cabfb808-d4ac-4ca4-8d03-93ae8c14fa31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (0ad32ead-1ebc-4657-8773-8c9653fda652), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:43.790064 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 40656) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:43.813737 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] For port f1983dd2-2284-4cc4-93f1-371ce7050770, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=f1983dd2-2284-4cc4-93f1-371ce7050770,segment=NetworkSegment(2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5),segment_id=2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:41:43.821337 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:43.882074 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (f1983dd2-2284-4cc4-93f1-371ce7050770), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:43.948784 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a1c139bc-8bb0-429a-8028-b980db516e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3939425'] for network (9dfcf748-4546-40af-b5b6-0484bc5f495c), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:44.028020 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Pushing event updated for resources: {'Port': ['ID=f1983dd2-2284-4cc4-93f1-371ce7050770,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:44.033077 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-216505bf-ab91-4c83-a70e-b68c28e04831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'name': 'tempest-ServerRescueNegativeTestJSON-9416292-router', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'beeffdb6-4c55-477c-947b-4ff9ee4e4cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:39Z', 'revision_number': 3, 'project_id': '65483f2a0c914022b38e501691095c51', 'gw_port': {'id': 'beeffdb6-4c55-477c-947b-4ff9ee4e4cd1', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:66:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:37Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:41:44.048173 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-5a7632a6-2fec-4b65-aeaa-62714a6e103a admin admin] Publish callbacks [] for port (5771a809-8ea4-4c03-8585-e04bff0a8f9c), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:44.077377 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216505bf-ab91-4c83-a70e-b68c28e04831 None None] The sync data for ids ['b2237190-0ecc-4cc4-8801-a8906c7f1eb7'] in dv-cinder-840678-12-iscsi is: [{'id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'name': 'tempest-ServerRescueNegativeTestJSON-9416292-router', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'beeffdb6-4c55-477c-947b-4ff9ee4e4cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:39Z', 'revision_number': 3, 'project_id': '65483f2a0c914022b38e501691095c51', 'gw_port': {'id': 'beeffdb6-4c55-477c-947b-4ff9ee4e4cd1', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:66:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:37Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}] {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:41:44.110253 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b0bacc80-ef7e-4044-a556-ec837d77de5e req-e391ff40-c6ed-454b-99c0-89d5e04bb717 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 210 time: 0.1836748 May 23 15:41:44.122823 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-5a7632a6-2fec-4b65-aeaa-62714a6e103a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (5771a809-8ea4-4c03-8585-e04bff0a8f9c), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:44.124628 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-5a7632a6-2fec-4b65-aeaa-62714a6e103a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-292210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745947'] for router_interface (b2237190-0ecc-4cc4-8801-a8906c7f1eb7), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:44.182533 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a1c139bc-8bb0-429a-8028-b980db516e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998021', 'neutron.services.segments.db._delete_segments_for_network-8747701125223'] for network (9dfcf748-4546-40af-b5b6-0484bc5f495c), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:44.269242 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-cabfb808-d4ac-4ca4-8d03-93ae8c14fa31 admin admin] Publish callbacks [] for port (0ad32ead-1ebc-4657-8773-8c9653fda652), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:44.290761 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a1c139bc-8bb0-429a-8028-b980db516e85 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:41:44.291172 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a1c139bc-8bb0-429a-8028-b980db516e85 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:41:44.291931 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a1c139bc-8bb0-429a-8028-b980db516e85 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:41:44.292271 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a1c139bc-8bb0-429a-8028-b980db516e85 admin admin] Subscribe: > port after_create 55550000 {{(pid=111208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:41:44.292942 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a1c139bc-8bb0-429a-8028-b980db516e85 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:41:44.293277 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a1c139bc-8bb0-429a-8028-b980db516e85 admin admin] Subscribe: > port after_update 55550000 {{(pid=111208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:41:44.293626 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a1c139bc-8bb0-429a-8028-b980db516e85 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:41:44.293949 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a1c139bc-8bb0-429a-8028-b980db516e85 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:41:44.294268 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a1c139bc-8bb0-429a-8028-b980db516e85 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:41:44.294597 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a1c139bc-8bb0-429a-8028-b980db516e85 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:41:44.334004 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-cabfb808-d4ac-4ca4-8d03-93ae8c14fa31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (0ad32ead-1ebc-4657-8773-8c9653fda652), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:44.491149 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a1c139bc-8bb0-429a-8028-b980db516e85 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:41:44.491149 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a1c139bc-8bb0-429a-8028-b980db516e85 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:41:44.491149 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a1c139bc-8bb0-429a-8028-b980db516e85 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:41:44.491149 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a1c139bc-8bb0-429a-8028-b980db516e85 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 15:41:44.491149 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.services.segments.db [None req-a1c139bc-8bb0-429a-8028-b980db516e85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dfcf748-4546-40af-b5b6-0484bc5f495c']}} {{(pid=111208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:41:44.492460 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7632a6-2fec-4b65-aeaa-62714a6e103a admin admin] Pushing event updated for resources: {'Port': ['ID=5771a809-8ea4-4c03-8585-e04bff0a8f9c,revision_number=2']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:44.514873 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.services.segments.db [None req-a1c139bc-8bb0-429a-8028-b980db516e85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79291cb1-436a-4e7b-a7d3-89173ac8ba74') {'for_net_delete': True} {{(pid=111208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:41:44.515739 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.services.segments.db [None req-a1c139bc-8bb0-429a-8028-b980db516e85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79291cb1-436a-4e7b-a7d3-89173ac8ba74') {} {{(pid=111208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:41:44.552428 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a1c139bc-8bb0-429a-8028-b980db516e85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747701124208', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16211575'] for segment (79291cb1-436a-4e7b-a7d3-89173ac8ba74), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:44.598573 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-cabfb808-d4ac-4ca4-8d03-93ae8c14fa31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-292210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745947'] for router_interface (294ba236-1a49-4375-acaa-a4be0e7194b7), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:44.598573 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfb808-d4ac-4ca4-8d03-93ae8c14fa31 admin admin] Pushing event updated for resources: {'Port': ['ID=0ad32ead-1ebc-4657-8773-8c9653fda652,revision_number=2']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:44.601052 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7632a6-2fec-4b65-aeaa-62714a6e103a admin admin] Network eeca0c6c-3155-49db-bdc5-95de249b904d is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:41:44.602592 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a1c139bc-8bb0-429a-8028-b980db516e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (79291cb1-436a-4e7b-a7d3-89173ac8ba74), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:44.606149 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-5a7632a6-2fec-4b65-aeaa-62714a6e103a admin admin] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:41:44.618886 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c139bc-8bb0-429a-8028-b980db516e85 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=111208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:41:44.619297 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a1c139bc-8bb0-429a-8028-b980db516e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-906266'] for segment (79291cb1-436a-4e7b-a7d3-89173ac8ba74), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:44.753653 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabfb808-d4ac-4ca4-8d03-93ae8c14fa31 admin admin] Network 02514ff5-801e-4a1a-ba63-1d21a54e8a97 is already hosted by enough agents. {{(pid=111209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:41:44.762696 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [None req-cabfb808-d4ac-4ca4-8d03-93ae8c14fa31 admin admin] Resources bound (agent type, host, resource id): {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:41:45.025387 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:45.038154 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-0fd98ca9-7cfe-4305-b980-59ba376d4fa7 None None] Provisioning complete for port 5771a809-8ea4-4c03-8585-e04bff0a8f9c triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:41:45.038905 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-0fd98ca9-7cfe-4305-b980-59ba376d4fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (5771a809-8ea4-4c03-8585-e04bff0a8f9c), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:45.080364 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabfb808-d4ac-4ca4-8d03-93ae8c14fa31 admin admin] Router 294ba236-1a49-4375-acaa-a4be0e7194b7 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:41:45.145364 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-0fd98ca9-7cfe-4305-b980-59ba376d4fa7 None None] Port 5771a809-8ea4-4c03-8585-e04bff0a8f9c cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:41:45.164811 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:45.175894 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7632a6-2fec-4b65-aeaa-62714a6e103a admin admin] Router b2237190-0ecc-4cc4-8801-a8906c7f1eb7 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:41:45.293372 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-786a4d64-df8a-4e13-957c-ab704dcc353a None None] Provisioning complete for port 0ad32ead-1ebc-4657-8773-8c9653fda652 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:41:45.293606 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a1c139bc-8bb0-429a-8028-b980db516e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747474'] for network (9dfcf748-4546-40af-b5b6-0484bc5f495c), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:45.294713 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-786a4d64-df8a-4e13-957c-ab704dcc353a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (0ad32ead-1ebc-4657-8773-8c9653fda652), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:45.379232 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-68ccb21e-c35d-4b06-8a96-dfb317856341 req-caa8575c-e0f3-4ae8-96dd-793db03e531f tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 210 time: 0.1052532 May 23 15:41:45.387376 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a1c139bc-8bb0-429a-8028-b980db516e85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:45.401499 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-786a4d64-df8a-4e13-957c-ab704dcc353a None None] Port 0ad32ead-1ebc-4657-8773-8c9653fda652 cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:41:45.401884 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-a1c139bc-8bb0-429a-8028-b980db516e85 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9dfcf748-4546-40af-b5b6-0484bc5f495c HTTP/1.1" status: 204 len: 168 time: 1.6064885 May 23 15:41:45.425707 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c139bc-8bb0-429a-8028-b980db516e85 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dfcf748-4546-40af-b5b6-0484bc5f495c,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:45.427061 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device f1983dd2-2284-4cc4-93f1-371ce7050770 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:41:45.438497 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7632a6-2fec-4b65-aeaa-62714a6e103a admin admin] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:41:45.445244 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-5a7632a6-2fec-4b65-aeaa-62714a6e103a admin admin] 10.222.0.64 "PUT /v2.0/routers/b2237190-0ecc-4cc4-8801-a8906c7f1eb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4359622 May 23 15:41:45.454853 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=5 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:45.461455 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabfb808-d4ac-4ca4-8d03-93ae8c14fa31 admin admin] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:41:45.472605 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049d7c5b-93c9-4cfc-a95a-d4138bf45845 None None] Sync routers for ids ['294ba236-1a49-4375-acaa-a4be0e7194b7'] in dv-cinder-840678-12-iscsi {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:41:45.487962 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-cabfb808-d4ac-4ca4-8d03-93ae8c14fa31 admin admin] 10.222.0.64 "PUT /v2.0/routers/294ba236-1a49-4375-acaa-a4be0e7194b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4962821 May 23 15:41:45.496937 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port f1983dd2-2284-4cc4-93f1-371ce7050770 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:41:45.497838 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (f1983dd2-2284-4cc4-93f1-371ce7050770), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:45.508504 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049d7c5b-93c9-4cfc-a95a-d4138bf45845 None None] Routers {'294ba236-1a49-4375-acaa-a4be0e7194b7'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:41:45.509937 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-049d7c5b-93c9-4cfc-a95a-d4138bf45845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:41:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['294ba236-1a49-4375-acaa-a4be0e7194b7'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:41:45.651613 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port f1983dd2-2284-4cc4-93f1-371ce7050770 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:41:45.653691 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device beeffdb6-4c55-477c-947b-4ff9ee4e4cd1 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:41:45.681340 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-049d7c5b-93c9-4cfc-a95a-d4138bf45845 None None] Set router 294ba236-1a49-4375-acaa-a4be0e7194b7 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:41:45.715442 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port beeffdb6-4c55-477c-947b-4ff9ee4e4cd1 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:41:45.715918 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (beeffdb6-4c55-477c-947b-4ff9ee4e4cd1), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:45.735359 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.services.segments.plugin [-] Segment 79291cb1-436a-4e7b-a7d3-89173ac8ba74 resource provider aggregate not found May 23 15:41:45.766188 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.services.segments.plugin [-] Segment 79291cb1-436a-4e7b-a7d3-89173ac8ba74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79291cb1-436a-4e7b-a7d3-89173ac8ba74 found for delete ", "request_id": "req-1dacb8f3-ea94-4592-b2e6-0ad219d89d0a"}]} May 23 15:41:45.866503 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port beeffdb6-4c55-477c-947b-4ff9ee4e4cd1 is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:41:45.868338 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (beeffdb6-4c55-477c-947b-4ff9ee4e4cd1), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:45.899745 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 40724) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:45.903372 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] For port beeffdb6-4c55-477c-947b-4ff9ee4e4cd1, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=beeffdb6-4c55-477c-947b-4ff9ee4e4cd1,segment=NetworkSegment(2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5),segment_id=2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:41:45.941123 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:45.967100 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (beeffdb6-4c55-477c-947b-4ff9ee4e4cd1), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:46.029878 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-642aced9-b194-4ef0-8b16-f6461d692de4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bcd7eb803f544d04bb7a1eca4b7ad913&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1288877 May 23 15:41:46.032773 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 40730) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:46.043861 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:46.101024 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Pushing event updated for resources: {'Port': ['ID=beeffdb6-4c55-477c-947b-4ff9ee4e4cd1,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:46.131906 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:46.134289 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-049d7c5b-93c9-4cfc-a95a-d4138bf45845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'name': 'tempest-AttachVolumeTestJSON-428610378-router', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:35Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'gw_port': {'id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:84:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': '0ad32ead-1ebc-4657-8773-8c9653fda652', 'name': '', 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'mac_address': 'fa:16:3e:36:3e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:41Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 2, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'subnets': [{'id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:41:46.153743 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-9317a8f5-591c-4564-ab1f-98b4fed047ca admin admin] Publish callbacks [] for security_group (e63dcf5b-b913-4528-aa80-b0aae6eaf633), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:46.179441 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-9317a8f5-591c-4564-ab1f-98b4fed047ca admin admin] Publish callbacks [] for security_group (e63dcf5b-b913-4528-aa80-b0aae6eaf633), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:46.206821 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049d7c5b-93c9-4cfc-a95a-d4138bf45845 None None] Checking router: 294ba236-1a49-4375-acaa-a4be0e7194b7 for host: dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:41:46.219044 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049d7c5b-93c9-4cfc-a95a-d4138bf45845 None None] Updating router 294ba236-1a49-4375-acaa-a4be0e7194b7 port 0ad32ead-1ebc-4657-8773-8c9653fda652 binding host dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:41:46.260456 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-049d7c5b-93c9-4cfc-a95a-d4138bf45845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (0ad32ead-1ebc-4657-8773-8c9653fda652), before_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:46.344168 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-9317a8f5-591c-4564-ab1f-98b4fed047ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (e63dcf5b-b913-4528-aa80-b0aae6eaf633), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:46.346615 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-9317a8f5-591c-4564-ab1f-98b4fed047ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:46.347860 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-9317a8f5-591c-4564-ab1f-98b4fed047ca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e63dcf5b-b913-4528-aa80-b0aae6eaf633 HTTP/1.1" status: 204 len: 168 time: 0.3140748 May 23 15:41:46.394403 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317a8f5-591c-4564-ab1f-98b4fed047ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63dcf5b-b913-4528-aa80-b0aae6eaf633,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:46.469974 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-2779e8d4-0521-4621-b0af-dac5b7a501bb tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:46.471481 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-2779e8d4-0521-4621-b0af-dac5b7a501bb tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/networks?id=eeca0c6c-3155-49db-bdc5-95de249b904d HTTP/1.1" status: 200 len: 816 time: 0.1495228 May 23 15:41:46.499274 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-485e6557-9135-4dda-817e-3758779d6524 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/quotas/65483f2a0c914022b38e501691095c51 HTTP/1.1" status: 200 len: 375 time: 0.0212901 May 23 15:41:46.542994 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=100 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:46.583621 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-68304330-2ecd-4fb6-a2be-35f5d8de491e tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=65483f2a0c914022b38e501691095c51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0788872 May 23 15:41:46.587628 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 40756) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:46.599558 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-7760f468-5c5f-4b10-b4db-97e47d9d9211 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1055380552', 'description': 'tempest-description--1412773791'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:41:46.653239 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:46.674497 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-049d7c5b-93c9-4cfc-a95a-d4138bf45845 None None] Publish callbacks [] for port (0ad32ead-1ebc-4657-8773-8c9653fda652), precommit_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:46.723738 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-7760f468-5c5f-4b10-b4db-97e47d9d9211 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:46.751278 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-049d7c5b-93c9-4cfc-a95a-d4138bf45845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (0ad32ead-1ebc-4657-8773-8c9653fda652), after_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:46.753628 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:46.773342 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-988b4ce5-70de-4120-a309-c616410d54cd service neutron] 10.222.0.64 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510577 May 23 15:41:46.788976 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:46.846816 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd94052-d1e0-4991-b5b5-1223106355b6 None None] Pushing event updated for resources: {'Port': ['ID=0ad32ead-1ebc-4657-8773-8c9653fda652,revision_number=3']} {{(pid=111211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:46.905367 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d347967a-9eab-4d5c-b8ef-e1d1e8dbce6b req-80a357a9-ad06-4761-a5bf-318fd80f9d31 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 210 time: 0.0691736 May 23 15:41:46.924153 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-049d7c5b-93c9-4cfc-a95a-d4138bf45845 None None] Attempting to bind port 0ad32ead-1ebc-4657-8773-8c9653fda652 on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:41:46.924327 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-049d7c5b-93c9-4cfc-a95a-d4138bf45845 None None] Attempting to bind port 0ad32ead-1ebc-4657-8773-8c9653fda652 by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': 'b005c863-acdf-4694-8e46-1c0859e70836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97'}] {{(pid=111211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:41:46.924842 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049d7c5b-93c9-4cfc-a95a-d4138bf45845 None None] Attempting to bind port 0ad32ead-1ebc-4657-8773-8c9653fda652 on network 02514ff5-801e-4a1a-ba63-1d21a54e8a97 {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:41:46.937324 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049d7c5b-93c9-4cfc-a95a-d4138bf45845 None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:41:46.937324 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049d7c5b-93c9-4cfc-a95a-d4138bf45845 None None] Checking segment: {'id': 'b005c863-acdf-4694-8e46-1c0859e70836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:41:46.937525 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-049d7c5b-93c9-4cfc-a95a-d4138bf45845 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:46.938177 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049d7c5b-93c9-4cfc-a95a-d4138bf45845 None None] Bound using segment: {'id': 'b005c863-acdf-4694-8e46-1c0859e70836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97'} {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:41:46.943850 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-049d7c5b-93c9-4cfc-a95a-d4138bf45845 None None] Bound port: 0ad32ead-1ebc-4657-8773-8c9653fda652, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b005c863-acdf-4694-8e46-1c0859e70836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97'}}] {{(pid=111211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:41:46.944022 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-049d7c5b-93c9-4cfc-a95a-d4138bf45845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (0ad32ead-1ebc-4657-8773-8c9653fda652), before_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:46.978712 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-7760f468-5c5f-4b10-b4db-97e47d9d9211 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for security_group (1117a1e0-afb6-473e-8343-f489bf4e0162), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:46.981334 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-af93ed36-ee2d-4d2c-9a9f-b88ee89be0fe service neutron] 10.222.0.64 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963234 May 23 15:41:47.035015 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-7760f468-5c5f-4b10-b4db-97e47d9d9211 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (1117a1e0-afb6-473e-8343-f489bf4e0162), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:47.069697 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.db [None req-049d7c5b-93c9-4cfc-a95a-d4138bf45845 None None] For port 0ad32ead-1ebc-4657-8773-8c9653fda652, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:41:47.075727 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.db [None req-049d7c5b-93c9-4cfc-a95a-d4138bf45845 None None] For port 0ad32ead-1ebc-4657-8773-8c9653fda652, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=0ad32ead-1ebc-4657-8773-8c9653fda652,segment=NetworkSegment(b005c863-acdf-4694-8e46-1c0859e70836),segment_id=b005c863-acdf-4694-8e46-1c0859e70836)] {{(pid=111211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:41:47.079771 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760f468-5c5f-4b10-b4db-97e47d9d9211 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1117a1e0-afb6-473e-8343-f489bf4e0162,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:47.138674 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-049d7c5b-93c9-4cfc-a95a-d4138bf45845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (0ad32ead-1ebc-4657-8773-8c9653fda652), after_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:47.141686 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-7760f468-5c5f-4b10-b4db-97e47d9d9211 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:47.143596 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-7760f468-5c5f-4b10-b4db-97e47d9d9211 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5546122 May 23 15:41:47.149778 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 40776) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:47.155054 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-96bd2d16-9213-4a92-900c-5229ad253883 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Request body: {'security_group_rule': {'security_group_id': '1117a1e0-afb6-473e-8343-f489bf4e0162', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:41:47.157424 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-3098904b-423d-4ec8-a2d7-7077f7394a8f None None] Provisioning complete for port 0ad32ead-1ebc-4657-8773-8c9653fda652 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:41:47.165461 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3098904b-423d-4ec8-a2d7-7077f7394a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (0ad32ead-1ebc-4657-8773-8c9653fda652), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:47.220265 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device beeffdb6-4c55-477c-947b-4ff9ee4e4cd1 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:41:47.227769 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d5f4fc-f51a-4bbb-aa9c-905a7c4749b7 None None] Sync routers for ids ['b2237190-0ecc-4cc4-8801-a8906c7f1eb7'] in dv-cinder-840678-12-iscsi {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:41:47.234540 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd94052-d1e0-4991-b5b5-1223106355b6 None None] Pushing event updated for resources: {'Port': ['ID=0ad32ead-1ebc-4657-8773-8c9653fda652,revision_number=4']} {{(pid=111211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:47.274252 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d5f4fc-f51a-4bbb-aa9c-905a7c4749b7 None None] Routers {'b2237190-0ecc-4cc4-8801-a8906c7f1eb7'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:41:47.274911 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-66d5f4fc-f51a-4bbb-aa9c-905a7c4749b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:41:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['b2237190-0ecc-4cc4-8801-a8906c7f1eb7'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:41:47.294867 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049d7c5b-93c9-4cfc-a95a-d4138bf45845 None None] Routers {'294ba236-1a49-4375-acaa-a4be0e7194b7'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:41:47.295711 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-049d7c5b-93c9-4cfc-a95a-d4138bf45845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:41:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['294ba236-1a49-4375-acaa-a4be0e7194b7'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:41:47.360784 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-96bd2d16-9213-4a92-900c-5229ad253883 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for security_group_rule (2861be77-48ca-4d65-b0d4-aa3175b96c99), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:47.455559 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-96776748-6563-4210-8621-225e15d8b04f req-5ec01fd4-a803-46fe-8c85-871f219c976e tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 210 time: 0.0583596 May 23 15:41:47.526775 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-96bd2d16-9213-4a92-900c-5229ad253883 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for security_group_rule (2861be77-48ca-4d65-b0d4-aa3175b96c99), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:47.556969 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-049d7c5b-93c9-4cfc-a95a-d4138bf45845 None None] Set router 294ba236-1a49-4375-acaa-a4be0e7194b7 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:41:47.655419 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 40808) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:47.694151 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-96bd2d16-9213-4a92-900c-5229ad253883 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (2861be77-48ca-4d65-b0d4-aa3175b96c99), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:47.720330 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port beeffdb6-4c55-477c-947b-4ff9ee4e4cd1 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:41:47.720720 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (beeffdb6-4c55-477c-947b-4ff9ee4e4cd1), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:47.745417 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:47.779025 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-66d5f4fc-f51a-4bbb-aa9c-905a7c4749b7 None None] Set router b2237190-0ecc-4cc4-8801-a8906c7f1eb7 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:41:47.787418 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-a395f9d2-3045-492d-b141-596d06fc5af9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bdff5f53cc9c47648387bf7fc8257dae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1307664 May 23 15:41:47.788771 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd2d16-9213-4a92-900c-5229ad253883 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2861be77-48ca-4d65-b0d4-aa3175b96c99,revision_number=0']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:47.790461 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 40824) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:47.823130 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-3098904b-423d-4ec8-a2d7-7077f7394a8f None None] Current status of the port 0ad32ead-1ebc-4657-8773-8c9653fda652 is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:41:47.823613 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3098904b-423d-4ec8-a2d7-7077f7394a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (0ad32ead-1ebc-4657-8773-8c9653fda652), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:47.843518 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-aee9351a-b3fb-40c5-b342-87c8a5571ad9 admin admin] Publish callbacks [] for security_group (ec99123d-11df-4d04-880a-0a638de015b3), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:47.868992 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-aee9351a-b3fb-40c5-b342-87c8a5571ad9 admin admin] Publish callbacks [] for security_group (ec99123d-11df-4d04-880a-0a638de015b3), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:47.874264 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-96bd2d16-9213-4a92-900c-5229ad253883 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:47.878525 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-049d7c5b-93c9-4cfc-a95a-d4138bf45845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'name': 'tempest-AttachVolumeTestJSON-428610378-router', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:35Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'gw_port': {'id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:84:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': '0ad32ead-1ebc-4657-8773-8c9653fda652', 'name': '', 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'mac_address': 'fa:16:3e:36:3e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:41Z', 'updated_at': '2022-05-23T15:41:47Z', 'revision_number': 4, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'subnets': [{'id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:41:47.879337 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-96bd2d16-9213-4a92-900c-5229ad253883 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7282503 May 23 15:41:47.885739 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 40826) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:47.894306 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-8c60adea-5c9b-45a8-9afa-ff0607e35581 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Request body: {'security_group_rule': {'security_group_id': '1117a1e0-afb6-473e-8343-f489bf4e0162', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:41:47.926924 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049d7c5b-93c9-4cfc-a95a-d4138bf45845 None None] The sync data for ids ['294ba236-1a49-4375-acaa-a4be0e7194b7'] in dv-cinder-840678-12-iscsi is: [{'id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'name': 'tempest-AttachVolumeTestJSON-428610378-router', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:35Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'gw_port': {'id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:84:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': '0ad32ead-1ebc-4657-8773-8c9653fda652', 'name': '', 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'mac_address': 'fa:16:3e:36:3e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:41Z', 'updated_at': '2022-05-23T15:41:47Z', 'revision_number': 4, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'subnets': [{'id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:41:47.940042 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-e13c009c-4472-47b9-83ae-b0830dc159e1 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:47.947833 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:47.961093 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-e13c009c-4472-47b9-83ae-b0830dc159e1 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/networks?id=eeca0c6c-3155-49db-bdc5-95de249b904d HTTP/1.1" status: 200 len: 816 time: 0.1918848 May 23 15:41:47.995507 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-8c60adea-5c9b-45a8-9afa-ff0607e35581 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for security_group_rule (add96468-bd50-47c3-92bd-5288704a7093), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:47.995770 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-efffd0d7-d8b4-4172-a148-06828b023c3d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/quotas/65483f2a0c914022b38e501691095c51 HTTP/1.1" status: 200 len: 375 time: 0.0257511 May 23 15:41:48.065356 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-3098904b-423d-4ec8-a2d7-7077f7394a8f None None] For port 0ad32ead-1ebc-4657-8773-8c9653fda652, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=0ad32ead-1ebc-4657-8773-8c9653fda652,segment=NetworkSegment(b005c863-acdf-4694-8e46-1c0859e70836),segment_id=b005c863-acdf-4694-8e46-1c0859e70836)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:41:48.068450 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-aee9351a-b3fb-40c5-b342-87c8a5571ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (ec99123d-11df-4d04-880a-0a638de015b3), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:48.072666 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-aee9351a-b3fb-40c5-b342-87c8a5571ad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:48.074810 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-aee9351a-b3fb-40c5-b342-87c8a5571ad9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ec99123d-11df-4d04-880a-0a638de015b3 HTTP/1.1" status: 204 len: 168 time: 0.2832909 May 23 15:41:48.110483 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-e0d3c2ce-67ec-4a4d-ab43-f249dcb48c0a tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=65483f2a0c914022b38e501691095c51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1132309 May 23 15:41:48.116838 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9351a-b3fb-40c5-b342-87c8a5571ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec99123d-11df-4d04-880a-0a638de015b3,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:48.145537 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:48.154270 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-8c60adea-5c9b-45a8-9afa-ff0607e35581 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for security_group_rule (add96468-bd50-47c3-92bd-5288704a7093), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:48.170497 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-02173066-393b-4520-8920-f5cfcf94cc60 req-9c221b28-9f00-4fe9-96fd-460b3fc547c9 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 210 time: 0.1021652 May 23 15:41:48.171189 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3098904b-423d-4ec8-a2d7-7077f7394a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (0ad32ead-1ebc-4657-8773-8c9653fda652), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:48.230430 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-8c60adea-5c9b-45a8-9afa-ff0607e35581 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (add96468-bd50-47c3-92bd-5288704a7093), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:48.296858 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60adea-5c9b-45a8-9afa-ff0607e35581 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=add96468-bd50-47c3-92bd-5288704a7093,revision_number=0']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:48.312253 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port beeffdb6-4c55-477c-947b-4ff9ee4e4cd1 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:41:48.352076 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-8c60adea-5c9b-45a8-9afa-ff0607e35581 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:48.352311 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-1fc12ca7-7d99-4846-b770-18f18124e0f3 service neutron] 10.222.0.64 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035997 May 23 15:41:48.353583 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-8c60adea-5c9b-45a8-9afa-ff0607e35581 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4664640 May 23 15:41:48.358232 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:48.361584 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 40842) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:48.367878 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-a67a1336-a3e2-4220-8ae3-6bf402e7221f tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Request body: {'floatingip': {'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:41:48.390195 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-1dcf60c6-eb28-4452-a9a3-9009f8ee924b None None] Provisioning complete for port 0ad32ead-1ebc-4657-8773-8c9653fda652 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:41:48.390489 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-1dcf60c6-eb28-4452-a9a3-9009f8ee924b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (0ad32ead-1ebc-4657-8773-8c9653fda652), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:48.462618 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098904b-423d-4ec8-a2d7-7077f7394a8f None None] Pushing event updated for resources: {'Port': ['ID=0ad32ead-1ebc-4657-8773-8c9653fda652,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:48.469165 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-66f319dd-1308-433b-9d66-560c65fc8b91 service neutron] 10.222.0.64 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156814 May 23 15:41:48.487847 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:48.488966 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-66d5f4fc-f51a-4bbb-aa9c-905a7c4749b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'name': 'tempest-ServerRescueNegativeTestJSON-9416292-router', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'beeffdb6-4c55-477c-947b-4ff9ee4e4cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '65483f2a0c914022b38e501691095c51', 'gw_port': {'id': 'beeffdb6-4c55-477c-947b-4ff9ee4e4cd1', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:37Z', 'updated_at': '2022-05-23T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': '5771a809-8ea4-4c03-8585-e04bff0a8f9c', 'name': '', 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'mac_address': 'fa:16:3e:3a:52:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ca534db1-6e0a-429d-b324-076955c1b25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:41Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 2, 'project_id': '65483f2a0c914022b38e501691095c51', 'subnets': [{'id': 'ca534db1-6e0a-429d-b324-076955c1b25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:41:48.515776 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a67a1336-a3e2-4220-8ae3-6bf402e7221f tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:48.519124 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d5f4fc-f51a-4bbb-aa9c-905a7c4749b7 None None] Checking router: b2237190-0ecc-4cc4-8801-a8906c7f1eb7 for host: dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:41:48.519490 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d5f4fc-f51a-4bbb-aa9c-905a7c4749b7 None None] Updating router b2237190-0ecc-4cc4-8801-a8906c7f1eb7 port 5771a809-8ea4-4c03-8585-e04bff0a8f9c binding host dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:41:48.583003 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-66d5f4fc-f51a-4bbb-aa9c-905a7c4749b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (5771a809-8ea4-4c03-8585-e04bff0a8f9c), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:48.597164 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-1dcf60c6-eb28-4452-a9a3-9009f8ee924b None None] Current status of the port 0ad32ead-1ebc-4657-8773-8c9653fda652 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:41:48.628797 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:48.750066 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a67a1336-a3e2-4220-8ae3-6bf402e7221f tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:48.815269 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c2d00d9c-b6ed-4c18-989e-bd2f32685ce9 req-c275d9df-f441-40d4-a34c-40bb0de4ad59 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 210 time: 0.0525949 May 23 15:41:48.935794 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_common [None req-a67a1336-a3e2-4220-8ae3-6bf402e7221f tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Allocated IP 172.27.3.213 (423e159f-0d94-4204-8598-641f4ed121cf/6893e8f7-d8c8-4bdd-8cf7-487cc5c00794/e8b3a0fc-178d-4f44-b6f8-f39e36fcef38) {{(pid=111208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:41:49.122965 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a67a1336-a3e2-4220-8ae3-6bf402e7221f tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for port (e8b3a0fc-178d-4f44-b6f8-f39e36fcef38), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:49.178852 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-66d5f4fc-f51a-4bbb-aa9c-905a7c4749b7 None None] Publish callbacks [] for port (5771a809-8ea4-4c03-8585-e04bff0a8f9c), precommit_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:49.239517 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 0ad32ead-1ebc-4657-8773-8c9653fda652 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:41:49.253571 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a67a1336-a3e2-4220-8ae3-6bf402e7221f tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (e8b3a0fc-178d-4f44-b6f8-f39e36fcef38), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:49.304505 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67a1336-a3e2-4220-8ae3-6bf402e7221f tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Network 423e159f-0d94-4204-8598-641f4ed121cf is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:41:49.307541 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-a67a1336-a3e2-4220-8ae3-6bf402e7221f tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:41:49.321823 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67a1336-a3e2-4220-8ae3-6bf402e7221f tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Received port after_create {{(pid=111208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:41:49.327323 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-66d5f4fc-f51a-4bbb-aa9c-905a7c4749b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (5771a809-8ea4-4c03-8585-e04bff0a8f9c), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:49.344527 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f1569343-3262-42a8-9969-f3f619d25ab0 req-93a278c8-4974-4751-a8ce-cdbe4ca8d2bd tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 210 time: 0.0730200 May 23 15:41:49.410242 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a1336-a3e2-4220-8ae3-6bf402e7221f tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Pushing event updated for resources: {'Port': ['ID=e8b3a0fc-178d-4f44-b6f8-f39e36fcef38,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:49.454317 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port 0ad32ead-1ebc-4657-8773-8c9653fda652 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:41:49.454800 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (0ad32ead-1ebc-4657-8773-8c9653fda652), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:49.476079 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.69', 54605) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:49.479477 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db5f3e-c368-4c62-9dc3-b87cc76ea252 None None] Pushing event updated for resources: {'Port': ['ID=5771a809-8ea4-4c03-8585-e04bff0a8f9c,revision_number=3']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:49.635019 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-66d5f4fc-f51a-4bbb-aa9c-905a7c4749b7 None None] Attempting to bind port 5771a809-8ea4-4c03-8585-e04bff0a8f9c on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:41:49.635198 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-66d5f4fc-f51a-4bbb-aa9c-905a7c4749b7 None None] Attempting to bind port 5771a809-8ea4-4c03-8585-e04bff0a8f9c by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': '21e9a643-8a12-437e-ab5f-657aa4ff3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d'}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:41:49.635635 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d5f4fc-f51a-4bbb-aa9c-905a7c4749b7 None None] Attempting to bind port 5771a809-8ea4-4c03-8585-e04bff0a8f9c on network eeca0c6c-3155-49db-bdc5-95de249b904d {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:41:49.760198 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d5f4fc-f51a-4bbb-aa9c-905a7c4749b7 None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:41:49.760586 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d5f4fc-f51a-4bbb-aa9c-905a7c4749b7 None None] Checking segment: {'id': '21e9a643-8a12-437e-ab5f-657aa4ff3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:41:49.760997 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-66d5f4fc-f51a-4bbb-aa9c-905a7c4749b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:49.761433 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d5f4fc-f51a-4bbb-aa9c-905a7c4749b7 None None] Bound using segment: {'id': '21e9a643-8a12-437e-ab5f-657aa4ff3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d'} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:41:49.761935 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-66d5f4fc-f51a-4bbb-aa9c-905a7c4749b7 None None] Bound port: 5771a809-8ea4-4c03-8585-e04bff0a8f9c, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e9a643-8a12-437e-ab5f-657aa4ff3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d'}}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:41:49.762325 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-66d5f4fc-f51a-4bbb-aa9c-905a7c4749b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (5771a809-8ea4-4c03-8585-e04bff0a8f9c), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:49.766694 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a67a1336-a3e2-4220-8ae3-6bf402e7221f tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for floatingip (49aa59fc-c96e-4a80-b415-9801ca2c5482), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:49.803166 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port 0ad32ead-1ebc-4657-8773-8c9653fda652 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:41:49.810185 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-b34c5a11-a3ba-4416-a96f-6ffd20d8e98e tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:49.813432 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-b34c5a11-a3ba-4416-a96f-6ffd20d8e98e tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.69 "GET /v2.0/networks?id=c4853812-24f1-4eab-961f-8a8760bf5020 HTTP/1.1" status: 200 len: 811 time: 0.3362913 May 23 15:41:49.844865 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-54c8ea1c-99ed-4a6d-896c-5eaf370e2434 None None] Provisioning complete for port 5771a809-8ea4-4c03-8585-e04bff0a8f9c triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:41:49.845488 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-54c8ea1c-99ed-4a6d-896c-5eaf370e2434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (5771a809-8ea4-4c03-8585-e04bff0a8f9c), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:49.901599 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-66d5f4fc-f51a-4bbb-aa9c-905a7c4749b7 None None] For port 5771a809-8ea4-4c03-8585-e04bff0a8f9c, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:41:49.903240 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f5436eac-ad51-4941-8ca6-c30db0b1076a req-a3140c1b-3b22-4161-b869-b2b69b495d77 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 210 time: 0.0339546 May 23 15:41:49.912168 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-54c8ea1c-99ed-4a6d-896c-5eaf370e2434 None None] Port 5771a809-8ea4-4c03-8585-e04bff0a8f9c cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:41:49.916807 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-66d5f4fc-f51a-4bbb-aa9c-905a7c4749b7 None None] For port 5771a809-8ea4-4c03-8585-e04bff0a8f9c, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=5771a809-8ea4-4c03-8585-e04bff0a8f9c,segment=NetworkSegment(21e9a643-8a12-437e-ab5f-657aa4ff3f49),segment_id=21e9a643-8a12-437e-ab5f-657aa4ff3f49)] {{(pid=111210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:41:49.931398 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:49.959349 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a67a1336-a3e2-4220-8ae3-6bf402e7221f tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (e8b3a0fc-178d-4f44-b6f8-f39e36fcef38), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:50.064451 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-66d5f4fc-f51a-4bbb-aa9c-905a7c4749b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (5771a809-8ea4-4c03-8585-e04bff0a8f9c), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:50.132987 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d5f4fc-f51a-4bbb-aa9c-905a7c4749b7 None None] Routers {'b2237190-0ecc-4cc4-8801-a8906c7f1eb7'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:41:50.133658 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-66d5f4fc-f51a-4bbb-aa9c-905a7c4749b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:41:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['b2237190-0ecc-4cc4-8801-a8906c7f1eb7'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:41:50.135416 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db5f3e-c368-4c62-9dc3-b87cc76ea252 None None] Pushing event updated for resources: {'Port': ['ID=5771a809-8ea4-4c03-8585-e04bff0a8f9c,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:50.167219 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a67a1336-a3e2-4220-8ae3-6bf402e7221f tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for port (e8b3a0fc-178d-4f44-b6f8-f39e36fcef38), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:50.254181 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-66d5f4fc-f51a-4bbb-aa9c-905a7c4749b7 None None] Set router b2237190-0ecc-4cc4-8801-a8906c7f1eb7 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:41:50.258583 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a67a1336-a3e2-4220-8ae3-6bf402e7221f tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-906278'] for port (e8b3a0fc-178d-4f44-b6f8-f39e36fcef38), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:50.309545 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:50.342661 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a1336-a3e2-4220-8ae3-6bf402e7221f tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Pushing event updated for resources: {'Port': ['ID=e8b3a0fc-178d-4f44-b6f8-f39e36fcef38,revision_number=2']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:50.348303 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a67a1336-a3e2-4220-8ae3-6bf402e7221f tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (49aa59fc-c96e-4a80-b415-9801ca2c5482), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:50.423027 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a67a1336-a3e2-4220-8ae3-6bf402e7221f tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:50.428345 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-a67a1336-a3e2-4220-8ae3-6bf402e7221f tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0655196 May 23 15:41:50.458944 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7972eda1-a0de-448d-8632-80fe1ae0747f req-8499c2fc-cae1-4a58-b20c-397f02176127 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 210 time: 0.0441124 May 23 15:41:50.520185 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-90fb25d0-dba3-4e8d-899e-cc9785bce782 None None] Provisioning complete for port 5771a809-8ea4-4c03-8585-e04bff0a8f9c triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:41:50.520590 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-90fb25d0-dba3-4e8d-899e-cc9785bce782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (5771a809-8ea4-4c03-8585-e04bff0a8f9c), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:50.646932 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-66d5f4fc-f51a-4bbb-aa9c-905a7c4749b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'name': 'tempest-ServerRescueNegativeTestJSON-9416292-router', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'beeffdb6-4c55-477c-947b-4ff9ee4e4cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '65483f2a0c914022b38e501691095c51', 'gw_port': {'id': 'beeffdb6-4c55-477c-947b-4ff9ee4e4cd1', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:37Z', 'updated_at': '2022-05-23T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': '5771a809-8ea4-4c03-8585-e04bff0a8f9c', 'name': '', 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'mac_address': 'fa:16:3e:3a:52:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ca534db1-6e0a-429d-b324-076955c1b25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:41Z', 'updated_at': '2022-05-23T15:41:49Z', 'revision_number': 4, 'project_id': '65483f2a0c914022b38e501691095c51', 'subnets': [{'id': 'ca534db1-6e0a-429d-b324-076955c1b25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:41:50.679314 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d5f4fc-f51a-4bbb-aa9c-905a7c4749b7 None None] The sync data for ids ['b2237190-0ecc-4cc4-8801-a8906c7f1eb7'] in dv-cinder-840678-12-iscsi is: [{'id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'name': 'tempest-ServerRescueNegativeTestJSON-9416292-router', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'beeffdb6-4c55-477c-947b-4ff9ee4e4cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '65483f2a0c914022b38e501691095c51', 'gw_port': {'id': 'beeffdb6-4c55-477c-947b-4ff9ee4e4cd1', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:37Z', 'updated_at': '2022-05-23T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': '5771a809-8ea4-4c03-8585-e04bff0a8f9c', 'name': '', 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'mac_address': 'fa:16:3e:3a:52:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ca534db1-6e0a-429d-b324-076955c1b25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:41Z', 'updated_at': '2022-05-23T15:41:49Z', 'revision_number': 4, 'project_id': '65483f2a0c914022b38e501691095c51', 'subnets': [{'id': 'ca534db1-6e0a-429d-b324-076955c1b25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:41:50.682609 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-90fb25d0-dba3-4e8d-899e-cc9785bce782 None None] Current status of the port 5771a809-8ea4-4c03-8585-e04bff0a8f9c is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:41:50.683002 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-90fb25d0-dba3-4e8d-899e-cc9785bce782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (5771a809-8ea4-4c03-8585-e04bff0a8f9c), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:50.694156 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:50.726976 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-90fb25d0-dba3-4e8d-899e-cc9785bce782 None None] For port 5771a809-8ea4-4c03-8585-e04bff0a8f9c, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=5771a809-8ea4-4c03-8585-e04bff0a8f9c,segment=NetworkSegment(21e9a643-8a12-437e-ab5f-657aa4ff3f49),segment_id=21e9a643-8a12-437e-ab5f-657aa4ff3f49)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:41:50.771840 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-552d5959-d506-4366-9e9c-3a058588a3f4 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1055380552&fields=id&tenant_id=8d7ac236cd4d414fb70eb8da6da53484 HTTP/1.1" status: 200 len: 267 time: 0.1022573 May 23 15:41:50.818525 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-90fb25d0-dba3-4e8d-899e-cc9785bce782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (5771a809-8ea4-4c03-8585-e04bff0a8f9c), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:50.863919 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:50.899271 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=100 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:50.911436 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb25d0-dba3-4e8d-899e-cc9785bce782 None None] Pushing event updated for resources: {'Port': ['ID=5771a809-8ea4-4c03-8585-e04bff0a8f9c,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:51.059449 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8a929b44-dd78-4799-b520-7078c064a78a req-49ec889c-050d-486d-aa01-f7ad58313987 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 210 time: 0.0385230 May 23 15:41:51.064543 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:51.122039 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-89d5b9aa-644d-4bef-9d4c-06a17de37528 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:51.124717 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-89d5b9aa-644d-4bef-9d4c-06a17de37528 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/networks?id=02514ff5-801e-4a1a-ba63-1d21a54e8a97 HTTP/1.1" status: 200 len: 810 time: 0.3447630 May 23 15:41:51.144351 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-4d4b00b7-10cb-40ad-ab58-3e15907e254c tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/quotas/8d7ac236cd4d414fb70eb8da6da53484 HTTP/1.1" status: 200 len: 375 time: 0.0135772 May 23 15:41:51.187457 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 5771a809-8ea4-4c03-8585-e04bff0a8f9c up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:41:51.220316 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-ad74bf59-8dae-4d0f-b75b-98a2c6a7be1e tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d7ac236cd4d414fb70eb8da6da53484&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699058 May 23 15:41:51.252541 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port 5771a809-8ea4-4c03-8585-e04bff0a8f9c triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:41:51.252946 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (5771a809-8ea4-4c03-8585-e04bff0a8f9c), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:51.344049 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port 5771a809-8ea4-4c03-8585-e04bff0a8f9c is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:41:51.407794 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-77ead66e-39d3-47ea-ad77-7c87fa844c1d service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=111209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 15:41:51.408828 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-77ead66e-39d3-47ea-ad77-7c87fa844c1d service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0573788 May 23 15:41:51.517280 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-7708483d-c73c-4915-8e5b-d3694bfaa2a6 service neutron] 10.222.0.64 "GET /v2.0/networks/02514ff5-801e-4a1a-ba63-1d21a54e8a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006830 May 23 15:41:51.601242 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-782476b8-1872-4610-857e-873eb431d2a1 req-0a6b5211-be1a-4aff-8646-a4205fd7ef1c tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 210 time: 0.0587840 May 23 15:41:51.641228 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-402aa035-ae04-4cff-a7b1-bbda473f46dd service neutron] 10.222.0.64 "GET /v2.0/networks/02514ff5-801e-4a1a-ba63-1d21a54e8a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176126 May 23 15:41:51.826357 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-89eaf3bf-81d6-42bb-aff8-dfc7c3b63c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:51.930087 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e3551708-c74e-40aa-832b-aa80fe1ef598 req-195ca791-5a40-4abc-abd9-8c8194062c4b tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 210 time: 0.0602932 May 23 15:41:52.176791 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0f416326-4009-4f6e-ab3f-89607ded00f4 req-c645418b-92ff-41bc-a154-4e75754d1a2d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 210 time: 0.0340610 May 23 15:41:52.219768 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-4a5c9397-6c17-4cc9-8a7b-2b1fe8365226 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Request body: {'port': {'device_id': 'e30f4234-a3e5-4cf3-8d65-583de8fbca41', 'network_id': 'c4853812-24f1-4eab-961f-8a8760bf5020', 'admin_state_up': True, 'tenant_id': '0a819820263647f784079581c7527921'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:41:52.578471 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-4a5c9397-6c17-4cc9-8a7b-2b1fe8365226 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Made reservation on behalf of 0a819820263647f784079581c7527921 for: {'port': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:41:52.582002 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-4a5c9397-6c17-4cc9-8a7b-2b1fe8365226 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:52.757598 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-94186d18-710e-4d03-aaf5-be944dc20425 req-775d7889-6001-408b-85d8-12b4c5cda809 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 210 time: 0.0488777 May 23 15:41:52.905493 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_common [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-4a5c9397-6c17-4cc9-8a7b-2b1fe8365226 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Allocated IP 172.20.0.8 (c4853812-24f1-4eab-961f-8a8760bf5020/d4ecc785-2138-446f-b61f-73e480427ac8/620fab52-b890-4499-b5f7-e33158b7c317) {{(pid=111209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:41:53.038931 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-02d78928-4147-406d-b863-d3ea48980c00 req-27f207c0-2ce5-4331-a6c1-54725ae06dda tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 210 time: 0.0653417 May 23 15:41:53.075390 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:53.109769 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-4a5c9397-6c17-4cc9-8a7b-2b1fe8365226 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Publish callbacks [] for port (620fab52-b890-4499-b5f7-e33158b7c317), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:53.287406 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9245b50c-d471-4179-abc2-7839d81ce617 req-ef67144c-57ea-41e4-b026-7254121eb9d0 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 210 time: 0.0331001 May 23 15:41:53.296728 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-4a5c9397-6c17-4cc9-8a7b-2b1fe8365226 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (620fab52-b890-4499-b5f7-e33158b7c317), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:53.335453 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:53.376798 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-4a5c9397-6c17-4cc9-8a7b-2b1fe8365226 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Network c4853812-24f1-4eab-961f-8a8760bf5020 is already hosted by enough agents. {{(pid=111209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:41:53.394648 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-4a5c9397-6c17-4cc9-8a7b-2b1fe8365226 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Resources bound (agent type, host, resource id): {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:41:53.394648 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-4a5c9397-6c17-4cc9-8a7b-2b1fe8365226 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Received port after_create {{(pid=111209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:41:53.462492 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c9397-6c17-4cc9-8a7b-2b1fe8365226 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Pushing event updated for resources: {'Port': ['ID=620fab52-b890-4499-b5f7-e33158b7c317,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:53.504545 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-4a5c9397-6c17-4cc9-8a7b-2b1fe8365226 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:53.509184 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-4a5c9397-6c17-4cc9-8a7b-2b1fe8365226 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:53.731700 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-4a5c9397-6c17-4cc9-8a7b-2b1fe8365226 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5198293 May 23 15:41:53.955823 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d516bf-c542-49a5-bf97-d81b14e1ffbd req-6e3edc22-b742-4c7b-8fff-fa2fe895edca tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:53.958244 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d8d516bf-c542-49a5-bf97-d81b14e1ffbd req-6e3edc22-b742-4c7b-8fff-fa2fe895edca tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 931 time: 0.0843215 May 23 15:41:54.049539 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d8d516bf-c542-49a5-bf97-d81b14e1ffbd req-3fe8942b-cef5-4ef6-9809-3aa56abaec67 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfb0848-efd8-4011-be67-002a9dfcf9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724747 May 23 15:41:54.206852 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ffe58041-9f7a-4a7c-9037-a19719965722 req-0a0b89d3-58f1-498a-ad22-93293f88762a tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 210 time: 0.0562487 May 23 15:41:54.505632 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e9925d71-68ad-4348-be48-eac627692feb req-d8b26c09-2955-41d4-8111-de2014a0bf1d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 210 time: 0.0303128 May 23 15:41:54.505632 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.69', 54618) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:54.562180 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-4dd2a577-0b54-4325-aabc-2b4765f8c6f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:55.183935 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a840090-e98e-4e73-aabe-8b5b7ccab792 req-e0987b43-e0f8-45a1-a8ae-37fe5f6efa00 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:55.185348 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9a840090-e98e-4e73-aabe-8b5b7ccab792 req-e0987b43-e0f8-45a1-a8ae-37fe5f6efa00 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 931 time: 0.0500042 May 23 15:41:55.245294 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9a840090-e98e-4e73-aabe-8b5b7ccab792 req-c3e9dbaf-e02d-40e3-9e79-ebf9cb5fe414 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfb0848-efd8-4011-be67-002a9dfcf9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541151 May 23 15:41:55.346509 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7a4b79bc-42bd-4cf5-b6b4-10a37e3c65cd req-1a16ed64-152c-4799-b4e8-ddde88a32b78 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 210 time: 0.0367944 May 23 15:41:55.649336 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f8a6c491-c5f7-4737-ac5d-7d795ecc98c8 req-591c3328-8297-4f31-896e-9123508fd168 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 210 time: 0.0736532 May 23 15:41:55.906137 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:56.382336 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d26ae4-0e0b-4b4c-a230-78375d68ea73 req-585a4b3e-8b7e-49ea-b9ea-83603750023c tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:56.384956 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-76d26ae4-0e0b-4b4c-a230-78375d68ea73 req-585a4b3e-8b7e-49ea-b9ea-83603750023c tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 931 time: 0.0708060 May 23 15:41:56.469737 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 41134) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:56.500252 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3a647781-800b-4ac5-b189-5d81c2a88692 req-af11d3b6-dad2-476a-9a3f-ea4539ac1045 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 210 time: 0.0410140 May 23 15:41:56.517723 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-76d26ae4-0e0b-4b4c-a230-78375d68ea73 req-943e1a94-c219-435a-bdfa-a9d0cb254af3 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfb0848-efd8-4011-be67-002a9dfcf9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200702 May 23 15:41:56.595247 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:56.629924 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-d0819c8f-a7dd-44fd-a508-3802aa9c73b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:56.761807 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-d0819c8f-a7dd-44fd-a508-3802aa9c73b8 admin admin] Publish callbacks [] for security_group (4589ef44-e0b5-40b0-b996-c18d0919b01d), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:56.783580 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ec792c5d-5870-4ac8-ab5e-e52c4c188bb2 req-10ed5401-fbe2-4291-a97a-622a6297511a tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 210 time: 0.0411479 May 23 15:41:56.859304 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-d0819c8f-a7dd-44fd-a508-3802aa9c73b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (4589ef44-e0b5-40b0-b996-c18d0919b01d), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:56.893713 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0819c8f-a7dd-44fd-a508-3802aa9c73b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4589ef44-e0b5-40b0-b996-c18d0919b01d,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:56.940395 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 41160) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:56.945764 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-d0819c8f-a7dd-44fd-a508-3802aa9c73b8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e3a7e6bce7fc48f996703cb5eb3533fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4698896 May 23 15:41:57.139827 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-9896d661-f9fd-4872-bef2-2c6a33872cf3 admin admin] Publish callbacks [] for security_group (4589ef44-e0b5-40b0-b996-c18d0919b01d), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:57.165888 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-9896d661-f9fd-4872-bef2-2c6a33872cf3 admin admin] Publish callbacks [] for security_group (4589ef44-e0b5-40b0-b996-c18d0919b01d), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:57.208570 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:57.344411 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-9896d661-f9fd-4872-bef2-2c6a33872cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (4589ef44-e0b5-40b0-b996-c18d0919b01d), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:57.347139 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-9896d661-f9fd-4872-bef2-2c6a33872cf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:57.348332 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-9896d661-f9fd-4872-bef2-2c6a33872cf3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4589ef44-e0b5-40b0-b996-c18d0919b01d HTTP/1.1" status: 204 len: 168 time: 0.4069827 May 23 15:41:57.364010 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896d661-f9fd-4872-bef2-2c6a33872cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4589ef44-e0b5-40b0-b996-c18d0919b01d,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:41:57.656830 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0e02bc6e-d6ce-4646-afd9-24591bd8ad1e req-bc6ac99e-4c9e-4440-b7d9-93f476abd3f4 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 210 time: 0.0840037 May 23 15:41:57.706457 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3712b-96f5-4101-9de8-8ab80b537ce6 req-4922e3c3-cf30-43a1-91e4-f97db7588677 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:57.712649 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-74d3712b-96f5-4101-9de8-8ab80b537ce6 req-4922e3c3-cf30-43a1-91e4-f97db7588677 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 931 time: 0.1100335 May 23 15:41:57.856375 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-74d3712b-96f5-4101-9de8-8ab80b537ce6 req-344be114-3859-4c1a-9eef-ea86071e5bf1 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfb0848-efd8-4011-be67-002a9dfcf9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358128 May 23 15:41:57.911486 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:57.921379 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-29dac421-f33b-422f-b7e4-d1a1cb8d31c1 req-c253c06a-e89c-4811-ba87-939efe76ca28 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 210 time: 0.0458722 May 23 15:41:58.258159 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:58.459392 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=22 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:41:58.817230 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f80b0db7-1d90-4fee-be69-71604ca997df req-713a2fea-8369-4c11-9801-f7d6b935c0c8 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 210 time: 0.0341363 May 23 15:41:59.065143 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8fdb37f1-a320-4fea-9d4e-92a5fc1e64a0 req-9eb760d1-ebfc-4ade-926d-0b0e44846011 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 210 time: 0.0545316 May 23 15:41:59.077237 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b82b5d-88f2-44c6-a421-e8f6f2c67f0d req-426a666d-d1e2-489f-b899-68cd31962b0d tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:41:59.084314 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b7b82b5d-88f2-44c6-a421-e8f6f2c67f0d req-426a666d-d1e2-489f-b899-68cd31962b0d tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 931 time: 0.1284180 May 23 15:41:59.137420 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b7b82b5d-88f2-44c6-a421-e8f6f2c67f0d req-8a99ce3e-3124-4582-9ccd-8ded74a625e5 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfb0848-efd8-4011-be67-002a9dfcf9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522208 May 23 15:41:59.566411 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 41236) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:41:59.693334 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c268e5fd-1531-4044-afa2-cc9521fe9313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:41:59.948628 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-fb8fce89-27a4-45a8-a861-8de8978ad277 req-78608420-86f9-4c91-b883-7b76d98ab8f4 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 210 time: 0.0369692 May 23 15:41:59.994573 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c268e5fd-1531-4044-afa2-cc9521fe9313 admin admin] Publish callbacks [] for security_group (16421ecc-3c7c-4c56-96bb-7db7ed378641), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:00.138267 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c268e5fd-1531-4044-afa2-cc9521fe9313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (16421ecc-3c7c-4c56-96bb-7db7ed378641), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:00.233016 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268e5fd-1531-4044-afa2-cc9521fe9313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16421ecc-3c7c-4c56-96bb-7db7ed378641,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:00.295071 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-c268e5fd-1531-4044-afa2-cc9521fe9313 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cd2adc567771483baf43fc619e21049f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7274909 May 23 15:42:00.298149 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 41282) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:00.305877 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b1e2e99f-6aea-4219-8dc2-e2fc472e08e6 req-cf6d8f74-468c-4e26-b8db-de91255c552b tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 210 time: 0.1182578 May 23 15:42:00.410452 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b80ae-58d6-4b57-906c-c19c4bec106d req-ce47101d-c3f9-49b7-b9a3-dd6004ee12d5 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:00.417447 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5d8b80ae-58d6-4b57-906c-c19c4bec106d req-ce47101d-c3f9-49b7-b9a3-dd6004ee12d5 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 931 time: 0.1105902 May 23 15:42:00.430495 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:00.483572 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f5f6cf29-83de-4119-af26-cc5f2aa783fa admin admin] Publish callbacks [] for security_group (16421ecc-3c7c-4c56-96bb-7db7ed378641), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:00.556205 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f5f6cf29-83de-4119-af26-cc5f2aa783fa admin admin] Publish callbacks [] for security_group (16421ecc-3c7c-4c56-96bb-7db7ed378641), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:00.577819 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5d8b80ae-58d6-4b57-906c-c19c4bec106d req-c519c7c3-bed9-49a6-9f6e-32ec30a61942 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfb0848-efd8-4011-be67-002a9dfcf9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591444 May 23 15:42:00.636528 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-0e63cacf-62d6-4982-a9b4-2f242f8f3992 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=111209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 15:42:00.637819 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-0e63cacf-62d6-4982-a9b4-2f242f8f3992 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0520637 May 23 15:42:00.671518 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.69', 54624) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:00.771915 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-e3dd1e71-dc93-4b91-907b-083a036d5f24 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:00.773543 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-e3dd1e71-dc93-4b91-907b-083a036d5f24 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.69 "GET /v2.0/networks?id=eeca0c6c-3155-49db-bdc5-95de249b904d HTTP/1.1" status: 200 len: 816 time: 0.1944430 May 23 15:42:00.886889 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f5f6cf29-83de-4119-af26-cc5f2aa783fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (16421ecc-3c7c-4c56-96bb-7db7ed378641), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:00.889927 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f5f6cf29-83de-4119-af26-cc5f2aa783fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:00.891090 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-f5f6cf29-83de-4119-af26-cc5f2aa783fa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/16421ecc-3c7c-4c56-96bb-7db7ed378641 HTTP/1.1" status: 204 len: 168 time: 0.5920272 May 23 15:42:00.894452 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:00.900367 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6cf29-83de-4119-af26-cc5f2aa783fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16421ecc-3c7c-4c56-96bb-7db7ed378641,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:01.111989 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-71f89efd-1043-4049-8dc2-927b62ff66bd tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Request body: {'port': {'device_id': 'bbe72f52-c8f9-46ea-ae59-9d2fe0a49523', 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d', 'admin_state_up': True, 'tenant_id': '65483f2a0c914022b38e501691095c51'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:42:01.208365 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-368cedd9-4d1d-42fe-a6a9-493f5106b4ce req-7311ccae-80f0-43d8-a739-14407f606219 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 210 time: 0.0848575 May 23 15:42:01.481743 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bab5a576-3275-4d09-b323-670ec9fc6c87 req-d70c776d-914f-4d46-8b12-f336094e3185 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 210 time: 0.0699692 May 23 15:42:01.837630 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafd375-f265-419e-8553-0ca6bdb1c707 req-d135cfeb-d2b2-47b3-9a36-0956d2a14ad2 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:01.839652 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4dafd375-f265-419e-8553-0ca6bdb1c707 req-d135cfeb-d2b2-47b3-9a36-0956d2a14ad2 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 931 time: 0.0954292 May 23 15:42:01.909583 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4dafd375-f265-419e-8553-0ca6bdb1c707 req-25680992-44cb-40a1-9f16-e6bffbd2e88d tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfb0848-efd8-4011-be67-002a9dfcf9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638423 May 23 15:42:01.923478 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-9e8ab1fe-031b-442a-9f9b-73988271eeec tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:01.926807 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-71f89efd-1043-4049-8dc2-927b62ff66bd tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Made reservation on behalf of 65483f2a0c914022b38e501691095c51 for: {'port': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:42:01.939751 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-71f89efd-1043-4049-8dc2-927b62ff66bd tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:01.939850 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-9e8ab1fe-031b-442a-9f9b-73988271eeec tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.69 "GET /v2.0/networks?id=eeca0c6c-3155-49db-bdc5-95de249b904d HTTP/1.1" status: 200 len: 816 time: 0.8922343 May 23 15:42:02.146271 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_common [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-71f89efd-1043-4049-8dc2-927b62ff66bd tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Allocated IP 172.20.0.13 (eeca0c6c-3155-49db-bdc5-95de249b904d/ca534db1-6e0a-429d-b324-076955c1b25f/d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f) {{(pid=111209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:42:02.347171 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-84a3f647-b535-4339-a0f0-342937e046d2 req-864a77c0-ff78-4564-8f0b-8d9e9b203f52 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 210 time: 0.0411184 May 23 15:42:02.376794 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-71f89efd-1043-4049-8dc2-927b62ff66bd tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks [] for port (d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:02.403879 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 41342) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:02.425003 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-80385036-a977-4a97-8bbe-726d1c4b456d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:02.439018 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=4 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:02.514706 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-80385036-a977-4a97-8bbe-726d1c4b456d admin admin] Publish callbacks [] for security_group (fd07d40b-a3da-4f0a-a607-6f1adf4493ea), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:02.575932 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-617fefe9-77e0-4cf3-878c-e208c108f609 req-fdff95e9-8d96-4130-aa68-3b6f93986e3b tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 210 time: 0.0332434 May 23 15:42:02.634583 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-80385036-a977-4a97-8bbe-726d1c4b456d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (fd07d40b-a3da-4f0a-a607-6f1adf4493ea), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:02.635691 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-71f89efd-1043-4049-8dc2-927b62ff66bd tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:02.682826 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-71f89efd-1043-4049-8dc2-927b62ff66bd tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Network eeca0c6c-3155-49db-bdc5-95de249b904d is already hosted by enough agents. {{(pid=111209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:42:02.685077 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-80385036-a977-4a97-8bbe-726d1c4b456d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9d630080d58a44b6b9dca2eef708b5f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804310 May 23 15:42:02.686497 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-71f89efd-1043-4049-8dc2-927b62ff66bd tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Resources bound (agent type, host, resource id): {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:42:02.687898 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80385036-a977-4a97-8bbe-726d1c4b456d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd07d40b-a3da-4f0a-a607-6f1adf4493ea,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:02.689381 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-71f89efd-1043-4049-8dc2-927b62ff66bd tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Received port after_create {{(pid=111209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:42:02.690615 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 41360) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:02.735917 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f89efd-1043-4049-8dc2-927b62ff66bd tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Pushing event updated for resources: {'Port': ['ID=d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:02.775428 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c28a93c1-6bf6-4f81-a715-37f2dae52808 admin admin] Publish callbacks [] for security_group (fd07d40b-a3da-4f0a-a607-6f1adf4493ea), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:02.788082 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:02.834571 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-71f89efd-1043-4049-8dc2-927b62ff66bd tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:02.835159 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-71f89efd-1043-4049-8dc2-927b62ff66bd tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:02.852841 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c28a93c1-6bf6-4f81-a715-37f2dae52808 admin admin] Publish callbacks [] for security_group (fd07d40b-a3da-4f0a-a607-6f1adf4493ea), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:02.950107 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-71f89efd-1043-4049-8dc2-927b62ff66bd tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8439641 May 23 15:42:02.971728 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-a9bffdda-3d95-4dd7-a61f-441c4da2e52f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Request body: {'port': {'device_id': '1210ee26-89ef-4f9e-b0e9-9534c3dd9d09', 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d', 'admin_state_up': True, 'tenant_id': '65483f2a0c914022b38e501691095c51'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:42:02.972557 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-81dea5f5-54f8-48bb-a7da-9d7c996852df service neutron] Request body: {'port': {'device_id': 'e30f4234-a3e5-4cf3-8d65-583de8fbca41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:42:03.042090 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c28a93c1-6bf6-4f81-a715-37f2dae52808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (fd07d40b-a3da-4f0a-a607-6f1adf4493ea), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:03.044834 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c28a93c1-6bf6-4f81-a715-37f2dae52808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:03.046342 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-c28a93c1-6bf6-4f81-a715-37f2dae52808 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd07d40b-a3da-4f0a-a607-6f1adf4493ea HTTP/1.1" status: 204 len: 168 time: 0.3547301 May 23 15:42:03.060189 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a93c1-6bf6-4f81-a715-37f2dae52808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd07d40b-a3da-4f0a-a607-6f1adf4493ea,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:03.082043 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-81dea5f5-54f8-48bb-a7da-9d7c996852df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (620fab52-b890-4499-b5f7-e33158b7c317), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:03.084092 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-78c4c46c-b663-4b39-a9b1-93add13d1c64 None None] Provisioning complete for port d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:42:03.085449 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-78c4c46c-b663-4b39-a9b1-93add13d1c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:03.114358 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf61c1-c377-4240-a94e-59c83165274e req-6c67e17c-a4a5-439b-8eac-f8aa6ada4299 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:03.115927 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-accf61c1-c377-4240-a94e-59c83165274e req-6c67e17c-a4a5-439b-8eac-f8aa6ada4299 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 931 time: 0.0685108 May 23 15:42:03.172826 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-78c4c46c-b663-4b39-a9b1-93add13d1c64 None None] Port d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:42:03.211387 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.69', 54630) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:03.234432 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-51205b68-c2c2-435c-b21c-c91753051749 service neutron] Request body: {'port': {'device_id': 'bbe72f52-c8f9-46ea-ae59-9d2fe0a49523', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:42:03.249035 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-accf61c1-c377-4240-a94e-59c83165274e req-eaccb1a5-f180-4d83-989e-dfe8fbbd928b tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfb0848-efd8-4011-be67-002a9dfcf9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088514 May 23 15:42:03.253339 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-a9bffdda-3d95-4dd7-a61f-441c4da2e52f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Made reservation on behalf of 65483f2a0c914022b38e501691095c51 for: {'port': 1} {{(pid=111208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:42:03.256989 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-a9bffdda-3d95-4dd7-a61f-441c4da2e52f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:03.480191 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-159d451d-7fbe-4fe0-94c6-2cbd258ef911 req-05ee2cb4-2021-48d8-959e-b6715d89f767 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 210 time: 0.0384912 May 23 15:42:03.481239 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-51205b68-c2c2-435c-b21c-c91753051749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:03.508834 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_common [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-a9bffdda-3d95-4dd7-a61f-441c4da2e52f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Allocated IP 172.20.0.12 (eeca0c6c-3155-49db-bdc5-95de249b904d/ca534db1-6e0a-429d-b324-076955c1b25f/e89cca66-d50b-4f6c-a342-f64ba7767359) {{(pid=111208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:42:03.673434 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-c831fcbf-3d9b-471c-80c6-9d0ebbf568d8 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:03.674942 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-c831fcbf-3d9b-471c-80c6-9d0ebbf568d8 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.69 "GET /v2.0/networks?id=02514ff5-801e-4a1a-ba63-1d21a54e8a97 HTTP/1.1" status: 200 len: 810 time: 0.4563673 May 23 15:42:03.710574 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-a9bffdda-3d95-4dd7-a61f-441c4da2e52f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks [] for port (e89cca66-d50b-4f6c-a342-f64ba7767359), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:03.725890 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-eb622305-d158-40fc-a764-69db2c64b4ee req-91657f70-c13d-4471-a9af-6df314cb22d1 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 210 time: 0.0631037 May 23 15:42:03.817702 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-a9bffdda-3d95-4dd7-a61f-441c4da2e52f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (e89cca66-d50b-4f6c-a342-f64ba7767359), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:03.986995 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-a9bffdda-3d95-4dd7-a61f-441c4da2e52f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Network eeca0c6c-3155-49db-bdc5-95de249b904d is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:42:03.990639 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-a9bffdda-3d95-4dd7-a61f-441c4da2e52f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:42:03.992910 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bffdda-3d95-4dd7-a61f-441c4da2e52f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Pushing event updated for resources: {'Port': ['ID=e89cca66-d50b-4f6c-a342-f64ba7767359,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:03.997987 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-a9bffdda-3d95-4dd7-a61f-441c4da2e52f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Received port after_create {{(pid=111208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:42:04.071710 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-81dea5f5-54f8-48bb-a7da-9d7c996852df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 620fab52-b890-4499-b5f7-e33158b7c317 {{(pid=111209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:42:04.083545 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-81dea5f5-54f8-48bb-a7da-9d7c996852df service neutron] Publish callbacks [] for port (620fab52-b890-4499-b5f7-e33158b7c317), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:04.102779 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:04.106068 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-a9bffdda-3d95-4dd7-a61f-441c4da2e52f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:04.107707 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-a9bffdda-3d95-4dd7-a61f-441c4da2e52f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for port (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:04.121448 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.provisioning_blocks [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-81dea5f5-54f8-48bb-a7da-9d7c996852df service neutron] Transition to ACTIVE for port object 620fab52-b890-4499-b5f7-e33158b7c317 will not be triggered until provisioned by entity L2. {{(pid=111209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:42:04.148245 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 41426) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:04.248175 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-81dea5f5-54f8-48bb-a7da-9d7c996852df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (620fab52-b890-4499-b5f7-e33158b7c317), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:04.250227 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-a9bffdda-3d95-4dd7-a61f-441c4da2e52f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2846122 May 23 15:42:04.306461 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-51205b68-c2c2-435c-b21c-c91753051749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f {{(pid=111209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:42:04.333391 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-51205b68-c2c2-435c-b21c-c91753051749 service neutron] Publish callbacks [] for port (d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:04.359300 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dea5f5-54f8-48bb-a7da-9d7c996852df service neutron] Pushing event updated for resources: {'Port': ['ID=620fab52-b890-4499-b5f7-e33158b7c317,revision_number=2']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:04.375022 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-079f6f5c-d8b9-42b8-954d-b1a1684f3f47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:04.422443 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.provisioning_blocks [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-51205b68-c2c2-435c-b21c-c91753051749 service neutron] Transition to ACTIVE for port object d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f will not be triggered until provisioned by entity L2. {{(pid=111209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:42:04.423668 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-e0c0c4e9-e756-4f90-b474-5448bba17f7e None None] Provisioning complete for port e89cca66-d50b-4f6c-a342-f64ba7767359 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:42:04.424199 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-e0c0c4e9-e756-4f90-b474-5448bba17f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (e89cca66-d50b-4f6c-a342-f64ba7767359), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:04.470915 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-e0c0c4e9-e756-4f90-b474-5448bba17f7e None None] Port e89cca66-d50b-4f6c-a342-f64ba7767359 cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:42:04.492887 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-079f6f5c-d8b9-42b8-954d-b1a1684f3f47 admin admin] Publish callbacks [] for security_group (61a26065-d5cf-4fcf-90ce-0578b4fcde88), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:04.495727 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2be6e-b867-4065-9d0c-34956d31d5e5 req-e96f8653-a2ba-4b9d-aa82-d6d2c39ad1b3 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:04.503940 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ba2be6e-b867-4065-9d0c-34956d31d5e5 req-e96f8653-a2ba-4b9d-aa82-d6d2c39ad1b3 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 943 time: 0.1069963 May 23 15:42:04.541524 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-81dea5f5-54f8-48bb-a7da-9d7c996852df service neutron] Attempting to bind port 620fab52-b890-4499-b5f7-e33158b7c317 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:42:04.542008 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-81dea5f5-54f8-48bb-a7da-9d7c996852df service neutron] Attempting to bind port 620fab52-b890-4499-b5f7-e33158b7c317 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '3fdf04a1-2c9f-4245-86f7-14b90adf7f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c4853812-24f1-4eab-961f-8a8760bf5020'}] {{(pid=111209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:42:04.542364 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-81dea5f5-54f8-48bb-a7da-9d7c996852df service neutron] Attempting to bind port 620fab52-b890-4499-b5f7-e33158b7c317 on network c4853812-24f1-4eab-961f-8a8760bf5020 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:42:04.554169 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-81dea5f5-54f8-48bb-a7da-9d7c996852df service neutron] Port 620fab52-b890-4499-b5f7-e33158b7c317 on network c4853812-24f1-4eab-961f-8a8760bf5020 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:42:04.554169 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-81dea5f5-54f8-48bb-a7da-9d7c996852df service neutron] Attempting to bind port 620fab52-b890-4499-b5f7-e33158b7c317 on network c4853812-24f1-4eab-961f-8a8760bf5020 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:42:04.565719 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-51205b68-c2c2-435c-b21c-c91753051749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:04.577816 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-81dea5f5-54f8-48bb-a7da-9d7c996852df service neutron] Checking agent: {'id': '0d13f95c-3035-4c18-beb8-0a83c2b7abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'started_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:42:04.578161 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-81dea5f5-54f8-48bb-a7da-9d7c996852df service neutron] Checking segment: {'id': '3fdf04a1-2c9f-4245-86f7-14b90adf7f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c4853812-24f1-4eab-961f-8a8760bf5020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:42:04.578728 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-81dea5f5-54f8-48bb-a7da-9d7c996852df service neutron] Bound using segment: {'id': '3fdf04a1-2c9f-4245-86f7-14b90adf7f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c4853812-24f1-4eab-961f-8a8760bf5020'} {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:42:04.579313 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-81dea5f5-54f8-48bb-a7da-9d7c996852df service neutron] Bound port: 620fab52-b890-4499-b5f7-e33158b7c317, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fdf04a1-2c9f-4245-86f7-14b90adf7f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c4853812-24f1-4eab-961f-8a8760bf5020'}}] {{(pid=111209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:42:04.579551 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-81dea5f5-54f8-48bb-a7da-9d7c996852df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (620fab52-b890-4499-b5f7-e33158b7c317), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:04.589901 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-079f6f5c-d8b9-42b8-954d-b1a1684f3f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (61a26065-d5cf-4fcf-90ce-0578b4fcde88), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:04.632374 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-079f6f5c-d8b9-42b8-954d-b1a1684f3f47 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a854dc79e12c435cbec1dc539e1414e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4818451 May 23 15:42:04.633223 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f6f5c-d8b9-42b8-954d-b1a1684f3f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a26065-d5cf-4fcf-90ce-0578b4fcde88,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:04.637359 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 41452) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:04.655051 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ba2be6e-b867-4065-9d0c-34956d31d5e5 req-784973e3-7680-4855-88cb-389416bc2742 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfb0848-efd8-4011-be67-002a9dfcf9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495075 May 23 15:42:04.660804 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4fd3cc48-5ed7-4a66-873f-e1fff2fe6b68 req-141a766f-2539-4ea0-b9a5-f1acb5a57f24 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 210 time: 0.0944574 May 23 15:42:04.690147 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51205b68-c2c2-435c-b21c-c91753051749 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f,revision_number=2']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:04.715631 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bbef1d1e-bed3-4c5c-990a-8e4a05cdb976 admin admin] Publish callbacks [] for security_group (61a26065-d5cf-4fcf-90ce-0578b4fcde88), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:04.750768 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bbef1d1e-bed3-4c5c-990a-8e4a05cdb976 admin admin] Publish callbacks [] for security_group (61a26065-d5cf-4fcf-90ce-0578b4fcde88), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:04.772935 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-81dea5f5-54f8-48bb-a7da-9d7c996852df service neutron] For port 620fab52-b890-4499-b5f7-e33158b7c317, host hv-cinder-84067, cleared binding levels {{(pid=111209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:42:04.780888 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-81dea5f5-54f8-48bb-a7da-9d7c996852df service neutron] For port 620fab52-b890-4499-b5f7-e33158b7c317, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=620fab52-b890-4499-b5f7-e33158b7c317,segment=NetworkSegment(3fdf04a1-2c9f-4245-86f7-14b90adf7f7c),segment_id=3fdf04a1-2c9f-4245-86f7-14b90adf7f7c)] {{(pid=111209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:42:04.806313 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-51205b68-c2c2-435c-b21c-c91753051749 service neutron] Attempting to bind port d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f on host hv-cinder-84067 for vnic_type normal with profile {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:42:04.806823 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-51205b68-c2c2-435c-b21c-c91753051749 service neutron] Attempting to bind port d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '21e9a643-8a12-437e-ab5f-657aa4ff3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d'}] {{(pid=111209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:42:04.807252 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-51205b68-c2c2-435c-b21c-c91753051749 service neutron] Attempting to bind port d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f on network eeca0c6c-3155-49db-bdc5-95de249b904d {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:42:04.812490 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-51205b68-c2c2-435c-b21c-c91753051749 service neutron] Port d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f on network eeca0c6c-3155-49db-bdc5-95de249b904d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:42:04.813122 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-51205b68-c2c2-435c-b21c-c91753051749 service neutron] Attempting to bind port d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f on network eeca0c6c-3155-49db-bdc5-95de249b904d {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:42:04.819614 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-51205b68-c2c2-435c-b21c-c91753051749 service neutron] Checking agent: {'id': '0d13f95c-3035-4c18-beb8-0a83c2b7abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'started_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:42:04.826967 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-51205b68-c2c2-435c-b21c-c91753051749 service neutron] Checking segment: {'id': '21e9a643-8a12-437e-ab5f-657aa4ff3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:42:04.826967 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-51205b68-c2c2-435c-b21c-c91753051749 service neutron] Bound using segment: {'id': '21e9a643-8a12-437e-ab5f-657aa4ff3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d'} {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:42:04.826967 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-51205b68-c2c2-435c-b21c-c91753051749 service neutron] Bound port: d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21e9a643-8a12-437e-ab5f-657aa4ff3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d'}}] {{(pid=111209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:42:04.826967 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-51205b68-c2c2-435c-b21c-c91753051749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:04.911151 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83084b-a68c-4073-9561-29aaaba6d882 req-0b65dce9-2616-49cc-bc53-7b802ae8f97f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:04.912573 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ec83084b-a68c-4073-9561-29aaaba6d882 req-0b65dce9-2616-49cc-bc53-7b802ae8f97f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 932 time: 0.0743754 May 23 15:42:04.948001 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-51205b68-c2c2-435c-b21c-c91753051749 service neutron] For port d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f, host hv-cinder-84067, cleared binding levels {{(pid=111209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:42:04.978144 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-51205b68-c2c2-435c-b21c-c91753051749 service neutron] For port d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f,segment=NetworkSegment(21e9a643-8a12-437e-ab5f-657aa4ff3f49),segment_id=21e9a643-8a12-437e-ab5f-657aa4ff3f49)] {{(pid=111209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:42:04.987981 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-81dea5f5-54f8-48bb-a7da-9d7c996852df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (620fab52-b890-4499-b5f7-e33158b7c317), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:04.999865 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ec83084b-a68c-4073-9561-29aaaba6d882 req-dbbc4a58-5d59-4339-8ae9-5966f608e19f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766671 May 23 15:42:05.023678 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bbef1d1e-bed3-4c5c-990a-8e4a05cdb976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (61a26065-d5cf-4fcf-90ce-0578b4fcde88), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:05.026219 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bbef1d1e-bed3-4c5c-990a-8e4a05cdb976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:05.030091 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-81dea5f5-54f8-48bb-a7da-9d7c996852df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:05.038726 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-81dea5f5-54f8-48bb-a7da-9d7c996852df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:05.039041 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-bbef1d1e-bed3-4c5c-990a-8e4a05cdb976 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/61a26065-d5cf-4fcf-90ce-0578b4fcde88 HTTP/1.1" status: 204 len: 168 time: 0.3924489 May 23 15:42:05.039140 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-81dea5f5-54f8-48bb-a7da-9d7c996852df service neutron] 10.222.0.69 "PUT /v2.0/ports/620fab52-b890-4499-b5f7-e33158b7c317 HTTP/1.1" status: 200 len: 1093 time: 2.2973454 May 23 15:42:05.039140 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30f4234-a3e5-4cf3-8d65-583de8fbca41', 'tag': '620fab52-b890-4499-b5f7-e33158b7c317'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:42:05.039263 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef1d1e-bed3-4c5c-990a-8e4a05cdb976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a26065-d5cf-4fcf-90ce-0578b4fcde88,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:05.059878 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dea5f5-54f8-48bb-a7da-9d7c996852df service neutron] Pushing event updated for resources: {'Port': ['ID=620fab52-b890-4499-b5f7-e33158b7c317,revision_number=3']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:05.092959 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-51205b68-c2c2-435c-b21c-c91753051749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:05.126928 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-51205b68-c2c2-435c-b21c-c91753051749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:05.127551 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-51205b68-c2c2-435c-b21c-c91753051749 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:05.128922 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-51205b68-c2c2-435c-b21c-c91753051749 service neutron] 10.222.0.69 "PUT /v2.0/ports/d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f HTTP/1.1" status: 200 len: 1094 time: 1.9090145 May 23 15:42:05.155858 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51205b68-c2c2-435c-b21c-c91753051749 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f,revision_number=3']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:05.403699 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ab7e32-f423-4872-8050-73d6cd82c779" -d '{"events": [{"name": "network-changed", "server_uuid": "e30f4234-a3e5-4cf3-8d65-583de8fbca41", "tag": "620fab52-b890-4499-b5f7-e33158b7c317"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:42:05.557444 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae188e1-fd6a-4f80-a28a-02215f7a5253 x-openstack-request-id: req-2ae188e1-fd6a-4f80-a28a-02215f7a5253 {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:42:05.557946 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e30f4234-a3e5-4cf3-8d65-583de8fbca41", "tag": "620fab52-b890-4499-b5f7-e33158b7c317", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:42:05.558263 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ae188e1-fd6a-4f80-a28a-02215f7a5253 {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:42:05.558799 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ae188e1-fd6a-4f80-a28a-02215f7a5253'] response: {'name': 'network-changed', 'server_uuid': 'e30f4234-a3e5-4cf3-8d65-583de8fbca41', 'tag': '620fab52-b890-4499-b5f7-e33158b7c317', 'status': 'completed', 'code': 200} May 23 15:42:05.795767 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-785e90ae-210b-4b46-9f94-76fd49546a14 req-172c59bb-adf2-4aec-af6e-038c056b9809 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 210 time: 0.0361481 May 23 15:42:05.803751 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6746d4-9cd7-4bb1-b6fa-bf1c34cae83a req-55c6e237-022c-4d79-813e-25991589145e tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:05.805234 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7b6746d4-9cd7-4bb1-b6fa-bf1c34cae83a req-55c6e237-022c-4d79-813e-25991589145e tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 943 time: 0.0753467 May 23 15:42:05.823280 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 41494) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:05.839344 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3a16cabc-a7d5-42ad-b3a1-b68eedf628fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:05.858103 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7b6746d4-9cd7-4bb1-b6fa-bf1c34cae83a req-d43a46cf-e516-41db-98e8-c7601af72005 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfb0848-efd8-4011-be67-002a9dfcf9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431101 May 23 15:42:05.928476 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3a16cabc-a7d5-42ad-b3a1-b68eedf628fb admin admin] Publish callbacks [] for security_group (b93aa4c9-bae2-401f-a9f4-3f7a9f247a7f), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:06.075355 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3a16cabc-a7d5-42ad-b3a1-b68eedf628fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (b93aa4c9-bae2-401f-a9f4-3f7a9f247a7f), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:06.111429 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92c136-df83-4bd1-b896-595526ae6894 req-236af730-59c4-4f86-bbc0-f4fb29462e60 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:06.113080 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3c92c136-df83-4bd1-b896-595526ae6894 req-236af730-59c4-4f86-bbc0-f4fb29462e60 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 932 time: 0.0469816 May 23 15:42:06.114529 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-3a16cabc-a7d5-42ad-b3a1-b68eedf628fb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=409b84a992cd492c8a2b3d17b15887c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890792 May 23 15:42:06.115368 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16cabc-a7d5-42ad-b3a1-b68eedf628fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93aa4c9-bae2-401f-a9f4-3f7a9f247a7f,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:06.117124 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 41502) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:06.196200 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3c92c136-df83-4bd1-b896-595526ae6894 req-fcf6b121-a283-4cfb-a773-338333c05765 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719819 May 23 15:42:06.201156 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-686e2529-7bf4-4e19-b58d-4f40b65bb5d8 admin admin] Publish callbacks [] for security_group (b93aa4c9-bae2-401f-a9f4-3f7a9f247a7f), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:06.223903 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-686e2529-7bf4-4e19-b58d-4f40b65bb5d8 admin admin] Publish callbacks [] for security_group (b93aa4c9-bae2-401f-a9f4-3f7a9f247a7f), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:06.355363 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-686e2529-7bf4-4e19-b58d-4f40b65bb5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (b93aa4c9-bae2-401f-a9f4-3f7a9f247a7f), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:06.358552 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-686e2529-7bf4-4e19-b58d-4f40b65bb5d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:06.359814 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-686e2529-7bf4-4e19-b58d-4f40b65bb5d8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b93aa4c9-bae2-401f-a9f4-3f7a9f247a7f HTTP/1.1" status: 204 len: 168 time: 0.2415860 May 23 15:42:06.372236 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-c9bded99-90af-4ea6-bdc4-b4a07310541c service neutron] Request body: {'port': {'device_id': '1210ee26-89ef-4f9e-b0e9-9534c3dd9d09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:42:06.393400 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e2529-7bf4-4e19-b58d-4f40b65bb5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93aa4c9-bae2-401f-a9f4-3f7a9f247a7f,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:06.487614 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-c9bded99-90af-4ea6-bdc4-b4a07310541c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (e89cca66-d50b-4f6c-a342-f64ba7767359), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:06.572968 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab7e32-f423-4872-8050-73d6cd82c779 req-16acc5a1-4b5a-4236-a605-887c7a8ddf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:06.574504 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b4ab7e32-f423-4872-8050-73d6cd82c779 req-16acc5a1-4b5a-4236-a605-887c7a8ddf3b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0a819820263647f784079581c7527921&device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 1127 time: 0.1433377 May 23 15:42:06.581128 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-a390cdc0-a6c2-42da-9475-6700d5c253e1 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d7ac236cd4d414fb70eb8da6da53484 HTTP/1.1" status: 200 len: 380 time: 0.2145271 May 23 15:42:06.583968 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-e7d39c37-a4ff-4946-896e-accf6857d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:06.585376 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-e7d39c37-a4ff-4946-896e-accf6857d09f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65483f2a0c914022b38e501691095c51&device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 1128 time: 0.0818048 May 23 15:42:06.609579 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-99b64274-c9df-4aa5-b2bb-5ee27ce94e4e tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Request body: {'port': {'device_id': '800dd67c-e6dd-4712-9fe6-8d823b845358', 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97', 'admin_state_up': True, 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'security_groups': ['1117a1e0-afb6-473e-8343-f489bf4e0162']}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:42:06.791719 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-3bbd9f06-9e6e-4c5a-afae-e57e66d18b95 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f HTTP/1.1" status: 200 len: 217 time: 0.1699941 May 23 15:42:06.870739 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:06.903323 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.notifiers.nova [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-c9bded99-90af-4ea6-bdc4-b4a07310541c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e89cca66-d50b-4f6c-a342-f64ba7767359 {{(pid=111208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:42:06.915370 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-c9bded99-90af-4ea6-bdc4-b4a07310541c service neutron] Publish callbacks [] for port (e89cca66-d50b-4f6c-a342-f64ba7767359), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:06.950661 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.provisioning_blocks [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-c9bded99-90af-4ea6-bdc4-b4a07310541c service neutron] Transition to ACTIVE for port object e89cca66-d50b-4f6c-a342-f64ba7767359 will not be triggered until provisioned by entity L2. {{(pid=111208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:42:06.975262 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-69157c5f-1827-49e6-ba68-2939c2538a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:06.976939 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-69157c5f-1827-49e6-ba68-2939c2538a5f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca534db1-6e0a-429d-b324-076955c1b25f HTTP/1.1" status: 200 len: 855 time: 0.1684492 May 23 15:42:07.023977 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-c9bded99-90af-4ea6-bdc4-b4a07310541c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-906278'] for port (e89cca66-d50b-4f6c-a342-f64ba7767359), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:07.231332 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bded99-90af-4ea6-bdc4-b4a07310541c service neutron] Pushing event updated for resources: {'Port': ['ID=e89cca66-d50b-4f6c-a342-f64ba7767359,revision_number=2']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:07.315828 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.managers [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-c9bded99-90af-4ea6-bdc4-b4a07310541c service neutron] Attempting to bind port e89cca66-d50b-4f6c-a342-f64ba7767359 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:42:07.317316 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.managers [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-c9bded99-90af-4ea6-bdc4-b4a07310541c service neutron] Attempting to bind port e89cca66-d50b-4f6c-a342-f64ba7767359 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '21e9a643-8a12-437e-ab5f-657aa4ff3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d'}] {{(pid=111208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:42:07.317771 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-c9bded99-90af-4ea6-bdc4-b4a07310541c service neutron] Attempting to bind port e89cca66-d50b-4f6c-a342-f64ba7767359 on network eeca0c6c-3155-49db-bdc5-95de249b904d {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:42:07.325485 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-c9bded99-90af-4ea6-bdc4-b4a07310541c service neutron] Port e89cca66-d50b-4f6c-a342-f64ba7767359 on network eeca0c6c-3155-49db-bdc5-95de249b904d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:42:07.325948 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-c9bded99-90af-4ea6-bdc4-b4a07310541c service neutron] Attempting to bind port e89cca66-d50b-4f6c-a342-f64ba7767359 on network eeca0c6c-3155-49db-bdc5-95de249b904d {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:42:07.332332 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-c9bded99-90af-4ea6-bdc4-b4a07310541c service neutron] Checking agent: {'id': '0d13f95c-3035-4c18-beb8-0a83c2b7abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'started_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:42:07.333223 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-c9bded99-90af-4ea6-bdc4-b4a07310541c service neutron] Checking segment: {'id': '21e9a643-8a12-437e-ab5f-657aa4ff3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:42:07.333894 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-c9bded99-90af-4ea6-bdc4-b4a07310541c service neutron] Bound using segment: {'id': '21e9a643-8a12-437e-ab5f-657aa4ff3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d'} {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:42:07.334448 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.managers [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-c9bded99-90af-4ea6-bdc4-b4a07310541c service neutron] Bound port: e89cca66-d50b-4f6c-a342-f64ba7767359, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21e9a643-8a12-437e-ab5f-657aa4ff3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d'}}] {{(pid=111208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:42:07.334929 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-c9bded99-90af-4ea6-bdc4-b4a07310541c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (e89cca66-d50b-4f6c-a342-f64ba7767359), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:07.346607 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab7e32-f423-4872-8050-73d6cd82c779 req-2963d3ec-739e-45a7-980a-5026af0513e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:07.348087 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b4ab7e32-f423-4872-8050-73d6cd82c779 req-2963d3ec-739e-45a7-980a-5026af0513e9 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=0a819820263647f784079581c7527921&shared=False HTTP/1.1" status: 200 len: 912 time: 0.7446427 May 23 15:42:07.363950 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-875da9fb-00b1-4fe3-869d-55d8dde6d55a req-69d28cfa-f182-4bc5-b6a8-f1ae3ae8e2eb tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 210 time: 0.3952165 May 23 15:42:07.425305 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:07.470020 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-c9bded99-90af-4ea6-bdc4-b4a07310541c service neutron] For port e89cca66-d50b-4f6c-a342-f64ba7767359, host hv-cinder-84067, cleared binding levels {{(pid=111208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:42:07.472484 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-c9bded99-90af-4ea6-bdc4-b4a07310541c service neutron] For port e89cca66-d50b-4f6c-a342-f64ba7767359, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e89cca66-d50b-4f6c-a342-f64ba7767359,segment=NetworkSegment(21e9a643-8a12-437e-ab5f-657aa4ff3f49),segment_id=21e9a643-8a12-437e-ab5f-657aa4ff3f49)] {{(pid=111208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:42:07.540178 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c49136-f704-4f6d-9bd7-c0a04ceeda90 req-b80c35ff-a259-4070-b8e5-2983ed17d3d5 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:07.542143 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-99c49136-f704-4f6d-9bd7-c0a04ceeda90 req-b80c35ff-a259-4070-b8e5-2983ed17d3d5 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 943 time: 0.5478196 May 23 15:42:07.543690 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-56d0ae40-3797-4b95-a085-4d037c31b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:07.545592 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-56d0ae40-3797-4b95-a085-4d037c31b778 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eeca0c6c-3155-49db-bdc5-95de249b904d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5477343 May 23 15:42:07.564472 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe72f52-c8f9-46ea-ae59-9d2fe0a49523', 'tag': 'd9ed8cc1-0b96-4f2b-a6a8-4413cb65225f'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:42:07.566707 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b483b7-9a59-4258-89f9-71cf7cf08d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe72f52-c8f9-46ea-ae59-9d2fe0a49523", "tag": "d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:42:07.630028 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-c9bded99-90af-4ea6-bdc4-b4a07310541c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-906278'] for port (e89cca66-d50b-4f6c-a342-f64ba7767359), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:07.689493 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-99b64274-c9df-4aa5-b2bb-5ee27ce94e4e tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Made reservation on behalf of 8d7ac236cd4d414fb70eb8da6da53484 for: {'port': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:42:07.693044 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-99b64274-c9df-4aa5-b2bb-5ee27ce94e4e tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:07.831032 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858ec62-6a48-4f42-9726-1efb4a12fa95 req-48224275-8423-4bfc-94b6-a5f4aece5bf7 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:07.833557 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3858ec62-6a48-4f42-9726-1efb4a12fa95 req-48224275-8423-4bfc-94b6-a5f4aece5bf7 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 944 time: 0.3074293 May 23 15:42:07.888206 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-c9bded99-90af-4ea6-bdc4-b4a07310541c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:07.889390 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-c9bded99-90af-4ea6-bdc4-b4a07310541c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for port (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:07.890848 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-c9bded99-90af-4ea6-bdc4-b4a07310541c service neutron] 10.222.0.69 "PUT /v2.0/ports/e89cca66-d50b-4f6c-a342-f64ba7767359 HTTP/1.1" status: 200 len: 1094 time: 1.5232227 May 23 15:42:07.891330 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1210ee26-89ef-4f9e-b0e9-9534c3dd9d09', 'tag': 'e89cca66-d50b-4f6c-a342-f64ba7767359'}] {{(pid=111208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:42:07.931861 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bded99-90af-4ea6-bdc4-b4a07310541c service neutron] Pushing event updated for resources: {'Port': ['ID=e89cca66-d50b-4f6c-a342-f64ba7767359,revision_number=3']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:07.941892 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-99c49136-f704-4f6d-9bd7-c0a04ceeda90 req-ba29bef2-f50f-4761-9d53-a4a7b4e722d9 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfb0848-efd8-4011-be67-002a9dfcf9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724251 May 23 15:42:07.942822 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab7e32-f423-4872-8050-73d6cd82c779 req-de6be62f-a401-4907-a975-5f9111076e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:07.944555 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b4ab7e32-f423-4872-8050-73d6cd82c779 req-de6be62f-a401-4907-a975-5f9111076e77 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5677786 May 23 15:42:08.017753 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-d675207a-5db1-4594-a1dc-7d9a72e7b2cb service neutron] 10.222.0.69 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460382 May 23 15:42:08.022643 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a221e8-8cdb-4e76-8435-fbde0b46af65 x-openstack-request-id: req-89a221e8-8cdb-4e76-8435-fbde0b46af65 {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:42:08.022748 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe72f52-c8f9-46ea-ae59-9d2fe0a49523", "tag": "d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:42:08.022984 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-89a221e8-8cdb-4e76-8435-fbde0b46af65 {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:42:08.023781 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89a221e8-8cdb-4e76-8435-fbde0b46af65'] response: {'name': 'network-changed', 'server_uuid': 'bbe72f52-c8f9-46ea-ae59-9d2fe0a49523', 'tag': 'd9ed8cc1-0b96-4f2b-a6a8-4413cb65225f', 'status': 'completed', 'code': 200} May 23 15:42:08.110851 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e8bc6f21cde82e90109a250a18be241d8bc12bef919575b3a0310827eb45c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d91386-d286-4947-808f-fa917c857cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "1210ee26-89ef-4f9e-b0e9-9534c3dd9d09", "tag": "e89cca66-d50b-4f6c-a342-f64ba7767359"}]}' {{(pid=111208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:42:08.155501 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_common [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-99b64274-c9df-4aa5-b2bb-5ee27ce94e4e tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Allocated IP 172.20.0.8 (02514ff5-801e-4a1a-ba63-1d21a54e8a97/a8eb70f1-a1de-4065-b90b-0efc8b236916/f434c841-96a2-4c6e-a73f-0d44004c417c) {{(pid=111209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:42:08.200729 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3858ec62-6a48-4f42-9726-1efb4a12fa95 req-1c5c72e2-875e-4075-8ae2-00f277bc04d3 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378510 May 23 15:42:08.205304 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-18277aa6-e1f6-4536-94ee-55479dd24ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:08.206795 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-18277aa6-e1f6-4536-94ee-55479dd24ab1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0a819820263647f784079581c7527921&device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 1127 time: 0.1535528 May 23 15:42:08.243421 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-7eb35847-3e04-41a2-a8b5-3f64b3b4ab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:08.250573 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-7eb35847-3e04-41a2-a8b5-3f64b3b4ab85 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65483f2a0c914022b38e501691095c51&device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 1128 time: 0.1838942 May 23 15:42:08.353429 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-e8182bf9-6fd1-46e7-84a6-e45c197170d4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=620fab52-b890-4499-b5f7-e33158b7c317 HTTP/1.1" status: 200 len: 217 time: 0.1319079 May 23 15:42:08.370050 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826a6c26-2efb-4111-baa5-1c969b5332a5 x-openstack-request-id: req-826a6c26-2efb-4111-baa5-1c969b5332a5 {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:42:08.370336 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1210ee26-89ef-4f9e-b0e9-9534c3dd9d09", "tag": "e89cca66-d50b-4f6c-a342-f64ba7767359", "status": "completed", "code": 200}]} {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:42:08.370774 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-826a6c26-2efb-4111-baa5-1c969b5332a5 {{(pid=111208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:42:08.371219 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-826a6c26-2efb-4111-baa5-1c969b5332a5'] response: {'name': 'network-changed', 'server_uuid': '1210ee26-89ef-4f9e-b0e9-9534c3dd9d09', 'tag': 'e89cca66-d50b-4f6c-a342-f64ba7767359', 'status': 'completed', 'code': 200} May 23 15:42:08.399774 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-738602ce-d145-4ab0-9d0e-9d7a11ea937b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e89cca66-d50b-4f6c-a342-f64ba7767359 HTTP/1.1" status: 200 len: 217 time: 0.1392734 May 23 15:42:08.467389 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-a624caea-00ff-4419-b74b-4553df836774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:08.469328 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-a624caea-00ff-4419-b74b-4553df836774 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca534db1-6e0a-429d-b324-076955c1b25f HTTP/1.1" status: 200 len: 855 time: 0.0632482 May 23 15:42:08.516222 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-8e92d572-9d24-4840-afc2-64cc2aa4d785 service neutron] 10.222.0.69 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616873 May 23 15:42:08.517611 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-cffdeafa-d6ac-4857-b607-a527b400781a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:08.518929 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-cffdeafa-d6ac-4857-b607-a527b400781a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d4ecc785-2138-446f-b61f-73e480427ac8 HTTP/1.1" status: 200 len: 851 time: 0.1561677 May 23 15:42:08.522537 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6e85db7e-24e5-4c2e-8a75-0b0befe347d6 req-6f75f1c3-27d2-4085-b8df-17f0dbf973ec tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 210 time: 0.0716598 May 23 15:42:08.555096 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-e353c0f8-ef50-4430-9706-fd4f41c135ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:08.556655 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-e353c0f8-ef50-4430-9706-fd4f41c135ba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eeca0c6c-3155-49db-bdc5-95de249b904d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0808067 May 23 15:42:08.572680 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-739b9f34-c9f3-4fb9-9f30-26481a476ad5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c4853812-24f1-4eab-961f-8a8760bf5020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348089 May 23 15:42:08.592485 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-99b64274-c9df-4aa5-b2bb-5ee27ce94e4e tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for port (f434c841-96a2-4c6e-a73f-0d44004c417c), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:08.664407 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-7e623118-1a43-4d48-a740-6df5800307b5 service neutron] 10.222.0.69 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015630 May 23 15:42:08.706348 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-6bde2c22-9cf1-49b6-8e0e-12e452045bad service neutron] 10.222.0.69 "GET /v2.0/networks/c4853812-24f1-4eab-961f-8a8760bf5020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274290 May 23 15:42:08.764946 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-758fe5f4-790a-47cd-a04b-00837af3ce4f req-c8064bb3-6c6a-4bfa-92c6-49814d4b7dbb service neutron] 10.222.0.69 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935109 May 23 15:42:08.813312 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c47583e3-25ef-4b7c-9a0c-4df6348d9339 req-aff36741-8c9d-4848-bb0d-8bbb770f32d4 service neutron] 10.222.0.69 "GET /v2.0/networks/c4853812-24f1-4eab-961f-8a8760bf5020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014256 May 23 15:42:08.818421 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-99b64274-c9df-4aa5-b2bb-5ee27ce94e4e tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (f434c841-96a2-4c6e-a73f-0d44004c417c), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:08.858485 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-99b64274-c9df-4aa5-b2bb-5ee27ce94e4e tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Network 02514ff5-801e-4a1a-ba63-1d21a54e8a97 is already hosted by enough agents. {{(pid=111209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:42:08.863477 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-99b64274-c9df-4aa5-b2bb-5ee27ce94e4e tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Resources bound (agent type, host, resource id): {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:42:08.866978 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-99b64274-c9df-4aa5-b2bb-5ee27ce94e4e tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Received port after_create {{(pid=111209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:42:08.886875 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:08.894019 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b64274-c9df-4aa5-b2bb-5ee27ce94e4e tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Pushing event updated for resources: {'Port': ['ID=f434c841-96a2-4c6e-a73f-0d44004c417c,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:08.920511 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-99b64274-c9df-4aa5-b2bb-5ee27ce94e4e tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:08.921149 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-99b64274-c9df-4aa5-b2bb-5ee27ce94e4e tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:09.035519 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:09.077012 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d1ecd-7445-4740-a5c7-d3bde4fba359 req-eb14f99e-6f56-43fc-b64b-6b198d3250d1 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:09.081259 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-884d1ecd-7445-4740-a5c7-d3bde4fba359 req-eb14f99e-6f56-43fc-b64b-6b198d3250d1 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 943 time: 0.0561917 May 23 15:42:09.092786 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-99b64274-c9df-4aa5-b2bb-5ee27ce94e4e tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4880235 May 23 15:42:09.113484 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-702cbf98-5320-4851-af7d-b78188e0a068 None None] Provisioning complete for port f434c841-96a2-4c6e-a73f-0d44004c417c triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:42:09.114069 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-702cbf98-5320-4851-af7d-b78188e0a068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (f434c841-96a2-4c6e-a73f-0d44004c417c), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:09.135118 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-884d1ecd-7445-4740-a5c7-d3bde4fba359 req-35b2d2a3-2676-49cf-91c9-b92cf27f8fe7 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfb0848-efd8-4011-be67-002a9dfcf9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465264 May 23 15:42:09.155951 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-702cbf98-5320-4851-af7d-b78188e0a068 None None] Port f434c841-96a2-4c6e-a73f-0d44004c417c cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:42:09.176219 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=6 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:09.306663 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e49f34-229f-4a82-8fe5-45e4b2c19656 req-3e56e5b1-3d7b-4e10-9c58-09398769ff19 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:09.308150 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-55e49f34-229f-4a82-8fe5-45e4b2c19656 req-3e56e5b1-3d7b-4e10-9c58-09398769ff19 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 944 time: 0.0488524 May 23 15:42:09.361312 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-55e49f34-229f-4a82-8fe5-45e4b2c19656 req-e92d3fa0-883a-4628-9433-9157604b358b tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469043 May 23 15:42:09.643687 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19cb85-6142-47fc-9fdc-6a3809bd893a req-649f09bb-9d1c-4b2b-88b7-f57edc05d6de tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:09.645249 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0d19cb85-6142-47fc-9fdc-6a3809bd893a req-649f09bb-9d1c-4b2b-88b7-f57edc05d6de tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 931 time: 0.0491624 May 23 15:42:09.707946 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0d19cb85-6142-47fc-9fdc-6a3809bd893a req-61025683-a601-432b-81d4-1a9d20ba1a10 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570178 May 23 15:42:09.946429 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-dc04b140-b6dd-4eb2-841d-0e125350a960 service neutron] Request body: {'port': {'device_id': '800dd67c-e6dd-4712-9fe6-8d823b845358', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:42:10.015667 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-dc04b140-b6dd-4eb2-841d-0e125350a960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (f434c841-96a2-4c6e-a73f-0d44004c417c), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:10.245372 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=111210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:42:10.277543 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae36b8-4407-4d54-af4f-7315654b0210 req-ef5ca6bb-f16f-4de2-a3bf-3be4d5dd57ff tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:10.284527 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-52ae36b8-4407-4d54-af4f-7315654b0210 req-ef5ca6bb-f16f-4de2-a3bf-3be4d5dd57ff tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 943 time: 0.0682521 May 23 15:42:10.288146 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:10.362863 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f,segment=NetworkSegment(21e9a643-8a12-437e-ab5f-657aa4ff3f49),segment_id=21e9a643-8a12-437e-ab5f-657aa4ff3f49)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:42:10.364098 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-52ae36b8-4407-4d54-af4f-7315654b0210 req-ca30abf6-a81a-4fc1-b633-b51aaa82a264 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfb0848-efd8-4011-be67-002a9dfcf9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785918 May 23 15:42:10.375977 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Returning: {'device': 'd9ed8cc1-0b96-4f2b-a6a8-4413cb65225f', 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d', 'port_id': 'd9ed8cc1-0b96-4f2b-a6a8-4413cb65225f', 'mac_address': 'fa:16:3e:fd:f8:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca534db1-6e0a-429d-b324-076955c1b25f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:42:10.429613 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-dc04b140-b6dd-4eb2-841d-0e125350a960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f434c841-96a2-4c6e-a73f-0d44004c417c {{(pid=111209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:42:10.438802 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-dc04b140-b6dd-4eb2-841d-0e125350a960 service neutron] Publish callbacks [] for port (f434c841-96a2-4c6e-a73f-0d44004c417c), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:10.443548 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f is: DOWN; New status is: BUILD {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:42:10.444304 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:10.458920 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f {{(pid=111210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:42:10.483577 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f,segment=NetworkSegment(21e9a643-8a12-437e-ab5f-657aa4ff3f49),segment_id=21e9a643-8a12-437e-ab5f-657aa4ff3f49)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:42:10.487481 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.provisioning_blocks [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-dc04b140-b6dd-4eb2-841d-0e125350a960 service neutron] Transition to ACTIVE for port object f434c841-96a2-4c6e-a73f-0d44004c417c will not be triggered until provisioned by entity L2. {{(pid=111209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:42:10.507564 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4e4c7-4880-44f8-9c1c-71933f2e9715 req-005cc6cb-4eb5-4ea1-9867-d1894b9a55f7 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:10.509249 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-35b4e4c7-4880-44f8-9c1c-71933f2e9715 req-005cc6cb-4eb5-4ea1-9867-d1894b9a55f7 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 944 time: 0.0586400 May 23 15:42:10.560265 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-35b4e4c7-4880-44f8-9c1c-71933f2e9715 req-856b57e9-8b1a-4d6b-b3aa-ca686de3e30c tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446138 May 23 15:42:10.589636 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-dc04b140-b6dd-4eb2-841d-0e125350a960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (f434c841-96a2-4c6e-a73f-0d44004c417c), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:10.589809 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:10.620299 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:10.645336 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:10.645529 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04b140-b6dd-4eb2-841d-0e125350a960 service neutron] Pushing event updated for resources: {'Port': ['ID=f434c841-96a2-4c6e-a73f-0d44004c417c,revision_number=2']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:10.947737 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d11017-4632-4617-aa81-a7bd93c45f8b req-e585c753-6a64-4114-b3ff-7c3523749fc6 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:10.949279 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-42d11017-4632-4617-aa81-a7bd93c45f8b req-e585c753-6a64-4114-b3ff-7c3523749fc6 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 943 time: 0.0663805 May 23 15:42:10.954924 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-dc04b140-b6dd-4eb2-841d-0e125350a960 service neutron] Attempting to bind port f434c841-96a2-4c6e-a73f-0d44004c417c on host hv-cinder-84067 for vnic_type normal with profile {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:42:10.955266 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-dc04b140-b6dd-4eb2-841d-0e125350a960 service neutron] Attempting to bind port f434c841-96a2-4c6e-a73f-0d44004c417c by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'b005c863-acdf-4694-8e46-1c0859e70836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97'}] {{(pid=111209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:42:10.955597 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-dc04b140-b6dd-4eb2-841d-0e125350a960 service neutron] Attempting to bind port f434c841-96a2-4c6e-a73f-0d44004c417c on network 02514ff5-801e-4a1a-ba63-1d21a54e8a97 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:42:10.966513 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-dc04b140-b6dd-4eb2-841d-0e125350a960 service neutron] Port f434c841-96a2-4c6e-a73f-0d44004c417c on network 02514ff5-801e-4a1a-ba63-1d21a54e8a97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:42:10.967447 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-dc04b140-b6dd-4eb2-841d-0e125350a960 service neutron] Attempting to bind port f434c841-96a2-4c6e-a73f-0d44004c417c on network 02514ff5-801e-4a1a-ba63-1d21a54e8a97 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:42:10.981423 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-dc04b140-b6dd-4eb2-841d-0e125350a960 service neutron] Checking agent: {'id': '0d13f95c-3035-4c18-beb8-0a83c2b7abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'started_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:42:10.981798 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-dc04b140-b6dd-4eb2-841d-0e125350a960 service neutron] Checking segment: {'id': 'b005c863-acdf-4694-8e46-1c0859e70836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:42:10.982185 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-dc04b140-b6dd-4eb2-841d-0e125350a960 service neutron] Bound using segment: {'id': 'b005c863-acdf-4694-8e46-1c0859e70836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97'} {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:42:10.983178 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-dc04b140-b6dd-4eb2-841d-0e125350a960 service neutron] Bound port: f434c841-96a2-4c6e-a73f-0d44004c417c, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b005c863-acdf-4694-8e46-1c0859e70836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97'}}] {{(pid=111209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:42:10.983544 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-dc04b140-b6dd-4eb2-841d-0e125350a960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (f434c841-96a2-4c6e-a73f-0d44004c417c), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:11.036244 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:11.039844 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-42d11017-4632-4617-aa81-a7bd93c45f8b req-95e24fb1-68d6-44f3-85f6-ab0e18517e1b tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818541 May 23 15:42:11.069458 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-dc04b140-b6dd-4eb2-841d-0e125350a960 service neutron] For port f434c841-96a2-4c6e-a73f-0d44004c417c, host hv-cinder-84067, cleared binding levels {{(pid=111209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:42:11.072427 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-dc04b140-b6dd-4eb2-841d-0e125350a960 service neutron] For port f434c841-96a2-4c6e-a73f-0d44004c417c, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f434c841-96a2-4c6e-a73f-0d44004c417c,segment=NetworkSegment(b005c863-acdf-4694-8e46-1c0859e70836),segment_id=b005c863-acdf-4694-8e46-1c0859e70836)] {{(pid=111209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:42:11.172133 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-dc04b140-b6dd-4eb2-841d-0e125350a960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (f434c841-96a2-4c6e-a73f-0d44004c417c), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:11.204230 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-dc04b140-b6dd-4eb2-841d-0e125350a960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:11.204852 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-dc04b140-b6dd-4eb2-841d-0e125350a960 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:11.206342 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-dc04b140-b6dd-4eb2-841d-0e125350a960 service neutron] 10.222.0.69 "PUT /v2.0/ports/f434c841-96a2-4c6e-a73f-0d44004c417c HTTP/1.1" status: 200 len: 1093 time: 1.2647879 May 23 15:42:11.206721 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800dd67c-e6dd-4712-9fe6-8d823b845358', 'tag': 'f434c841-96a2-4c6e-a73f-0d44004c417c'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:42:11.208915 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff36c4e-5c66-48d9-a2f6-6174f1974767" -d '{"events": [{"name": "network-changed", "server_uuid": "800dd67c-e6dd-4712-9fe6-8d823b845358", "tag": "f434c841-96a2-4c6e-a73f-0d44004c417c"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:42:11.239521 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04b140-b6dd-4eb2-841d-0e125350a960 service neutron] Pushing event updated for resources: {'Port': ['ID=f434c841-96a2-4c6e-a73f-0d44004c417c,revision_number=3']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:11.260822 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064da3a9-d14e-4e58-ba4f-810e9099743a x-openstack-request-id: req-064da3a9-d14e-4e58-ba4f-810e9099743a {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:42:11.261211 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "800dd67c-e6dd-4712-9fe6-8d823b845358", "tag": "f434c841-96a2-4c6e-a73f-0d44004c417c", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:42:11.261887 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-064da3a9-d14e-4e58-ba4f-810e9099743a {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:42:11.262296 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-064da3a9-d14e-4e58-ba4f-810e9099743a'] response: {'name': 'network-changed', 'server_uuid': '800dd67c-e6dd-4712-9fe6-8d823b845358', 'tag': 'f434c841-96a2-4c6e-a73f-0d44004c417c', 'status': 'completed', 'code': 200} May 23 15:42:11.479471 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486284c-0b07-4013-b6ab-e9a14e011f70 req-f2230deb-7cd1-4b85-bcd6-e8c8a995dd2e tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:11.480962 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c486284c-0b07-4013-b6ab-e9a14e011f70 req-f2230deb-7cd1-4b85-bcd6-e8c8a995dd2e tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 943 time: 0.0485902 May 23 15:42:11.486530 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:11.531508 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c486284c-0b07-4013-b6ab-e9a14e011f70 req-e4d89472-402a-42d2-8454-106a7a500a6e tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfb0848-efd8-4011-be67-002a9dfcf9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435252 May 23 15:42:11.675064 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da295b6-d866-4f06-992d-ff01f5192512 req-7fc80330-411c-47e1-9ef2-00b8cfb00348 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:11.676558 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8da295b6-d866-4f06-992d-ff01f5192512 req-7fc80330-411c-47e1-9ef2-00b8cfb00348 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 944 time: 0.0479386 May 23 15:42:11.728634 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8da295b6-d866-4f06-992d-ff01f5192512 req-e10df8c3-2dfb-48ea-a220-fd925f6a42b0 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463665 May 23 15:42:12.137252 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:12.150361 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13623b50-874c-40a9-a17b-fc2f1d11ae04 req-fc6720dd-6d7f-4010-8756-e19fc9a92d1e tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:12.151835 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-13623b50-874c-40a9-a17b-fc2f1d11ae04 req-fc6720dd-6d7f-4010-8756-e19fc9a92d1e tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 943 time: 0.0466061 May 23 15:42:12.201022 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-13623b50-874c-40a9-a17b-fc2f1d11ae04 req-c0671a27-9571-474b-ad3a-59a80f1541ee tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420356 May 23 15:42:12.561258 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:12.651217 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f8743-414f-4da7-95bf-ab632886bb13 req-9abbd04e-63b3-48f1-a8bc-a6a030fc1cf2 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:12.652668 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-901f8743-414f-4da7-95bf-ab632886bb13 req-9abbd04e-63b3-48f1-a8bc-a6a030fc1cf2 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 943 time: 0.0472238 May 23 15:42:12.701220 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-901f8743-414f-4da7-95bf-ab632886bb13 req-f1bf0382-d169-4f36-9507-7b525035b504 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfb0848-efd8-4011-be67-002a9dfcf9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418401 May 23 15:42:12.845208 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcd263-d5fa-4f62-88f6-88875433d773 req-2edd0064-32c7-4056-9b33-fe8a7758586e tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:12.846705 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9bfcd263-d5fa-4f62-88f6-88875433d773 req-2edd0064-32c7-4056-9b33-fe8a7758586e tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 944 time: 0.0517120 May 23 15:42:12.894573 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9bfcd263-d5fa-4f62-88f6-88875433d773 req-c3d19ad4-fe19-4cf1-bd53-e16bcbc0460e tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418372 May 23 15:42:12.927545 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:13.189523 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:13.317002 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282aa1c-bdd4-4745-ac58-1600d053d42e req-1808e0cb-b028-45c0-86a5-fd38f9c3c889 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:13.318583 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5282aa1c-bdd4-4745-ac58-1600d053d42e req-1808e0cb-b028-45c0-86a5-fd38f9c3c889 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 943 time: 0.0479264 May 23 15:42:13.368266 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5282aa1c-bdd4-4745-ac58-1600d053d42e req-ff959ace-15f5-4a4b-b3ed-0aa2af9b9019 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440249 May 23 15:42:13.547107 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:42:13.752841 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b483b7-9a59-4258-89f9-71cf7cf08d8a req-ba74ee18-e6a1-4281-92c7-084daffb8549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:13.754924 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-46b483b7-9a59-4258-89f9-71cf7cf08d8a req-ba74ee18-e6a1-4281-92c7-084daffb8549 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65483f2a0c914022b38e501691095c51&device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 1129 time: 0.0721595 May 23 15:42:13.828841 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac213e-445e-4019-802c-d9abbb436e4e req-96fe600f-a1d0-461d-a3f5-db7fcd2db3d2 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:13.831557 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-92ac213e-445e-4019-802c-d9abbb436e4e req-96fe600f-a1d0-461d-a3f5-db7fcd2db3d2 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 943 time: 0.0555718 May 23 15:42:13.887676 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-92ac213e-445e-4019-802c-d9abbb436e4e req-0e267ec0-c945-485c-bbde-b617493386d6 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfb0848-efd8-4011-be67-002a9dfcf9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500190 May 23 15:42:14.024737 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e6cb4-c6fa-4333-83d2-7e9470f96de1 req-7501719b-0d0b-4164-ac9c-4497be658257 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:14.026367 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-072e6cb4-c6fa-4333-83d2-7e9470f96de1 req-7501719b-0d0b-4164-ac9c-4497be658257 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 944 time: 0.0577950 May 23 15:42:14.079606 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-072e6cb4-c6fa-4333-83d2-7e9470f96de1 req-32af5952-a8f3-4b60-922f-681100f059b8 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468836 May 23 15:42:14.180313 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:42:14.449042 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:14.487608 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c82601-1575-4aff-b136-11d0bc0f974b req-1acc0412-6d45-4fa9-b7d9-647df5255b54 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:14.489189 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-11c82601-1575-4aff-b136-11d0bc0f974b req-1acc0412-6d45-4fa9-b7d9-647df5255b54 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 943 time: 0.0527625 May 23 15:42:14.579730 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff36c4e-5c66-48d9-a2f6-6174f1974767 req-eb056e54-ae99-4efc-a288-630416f69f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:14.581895 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-0ff36c4e-5c66-48d9-a2f6-6174f1974767 req-eb056e54-ae99-4efc-a288-630416f69f67 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8d7ac236cd4d414fb70eb8da6da53484&device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 1127 time: 0.0584416 May 23 15:42:14.681089 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:14.762195 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-11c82601-1575-4aff-b136-11d0bc0f974b req-df1ce7f8-4acc-43b4-a4d9-447761982fca tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2663803 May 23 15:42:14.771738 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d91386-d286-4947-808f-fa917c857cb2 req-39188f6d-7775-4291-8e7f-ce8699328969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:14.773817 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-74d91386-d286-4947-808f-fa917c857cb2 req-39188f6d-7775-4291-8e7f-ce8699328969 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65483f2a0c914022b38e501691095c51&device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 1128 time: 0.2402823 May 23 15:42:14.775524 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b483b7-9a59-4258-89f9-71cf7cf08d8a req-c91e905b-5396-4c5e-a646-225143b08dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:14.776995 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-46b483b7-9a59-4258-89f9-71cf7cf08d8a req-c91e905b-5396-4c5e-a646-225143b08dd0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=eeca0c6c-3155-49db-bdc5-95de249b904d HTTP/1.1" status: 200 len: 917 time: 0.2291479 May 23 15:42:14.828000 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff36c4e-5c66-48d9-a2f6-6174f1974767 req-e352c760-b488-4853-8e30-583ec4c3e2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:14.829593 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-0ff36c4e-5c66-48d9-a2f6-6174f1974767 req-e352c760-b488-4853-8e30-583ec4c3e2ce service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=8d7ac236cd4d414fb70eb8da6da53484&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2322352 May 23 15:42:14.846095 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-46b483b7-9a59-4258-89f9-71cf7cf08d8a req-8fde119f-99ae-4bf6-aad1-79d5a4140bb1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f HTTP/1.1" status: 200 len: 217 time: 0.0592139 May 23 15:42:14.983088 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:15.039244 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d91386-d286-4947-808f-fa917c857cb2 req-8a28d5f7-91e5-46a5-85ab-dacc010b154f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:15.041093 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-74d91386-d286-4947-808f-fa917c857cb2 req-8a28d5f7-91e5-46a5-85ab-dacc010b154f service neutron] 10.222.0.69 "GET /v2.0/networks?id=eeca0c6c-3155-49db-bdc5-95de249b904d HTTP/1.1" status: 200 len: 917 time: 0.2566304 May 23 15:42:15.083201 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b483b7-9a59-4258-89f9-71cf7cf08d8a req-14222d45-c007-43e9-b3b1-f064523b5925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:15.088159 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-46b483b7-9a59-4258-89f9-71cf7cf08d8a req-14222d45-c007-43e9-b3b1-f064523b5925 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca534db1-6e0a-429d-b324-076955c1b25f HTTP/1.1" status: 200 len: 855 time: 0.1962583 May 23 15:42:15.091353 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff36c4e-5c66-48d9-a2f6-6174f1974767 req-e118841f-bf7f-44bd-9c9a-0e9329786a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:15.094605 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-0ff36c4e-5c66-48d9-a2f6-6174f1974767 req-e118841f-bf7f-44bd-9c9a-0e9329786a9f service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2572098 May 23 15:42:15.168843 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device e89cca66-d50b-4f6c-a342-f64ba7767359 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=111210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:42:15.194043 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 41804) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:15.203072 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-74d91386-d286-4947-808f-fa917c857cb2 req-cbbdc441-3f71-4454-9ec3-be5ee61bbf9f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e89cca66-d50b-4f6c-a342-f64ba7767359 HTTP/1.1" status: 200 len: 217 time: 0.1081638 May 23 15:42:15.203606 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f up at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:42:15.226636 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-8037bf35-6d9c-404c-8d8a-08590806464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:15.228536 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-8037bf35-6d9c-404c-8d8a-08590806464d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8d7ac236cd4d414fb70eb8da6da53484&device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 1127 time: 0.0654714 May 23 15:42:15.239455 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0e27b-bcb3-4415-901e-c87a0c4e485c req-290eff92-7a81-4353-97f5-bf572dbf41a2 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:15.241053 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-98e0e27b-bcb3-4415-901e-c87a0c4e485c req-290eff92-7a81-4353-97f5-bf572dbf41a2 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 943 time: 0.2301025 May 23 15:42:15.277504 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 41808) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:15.288953 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-c46d6aff-1870-425c-889b-669794a60dd5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f434c841-96a2-4c6e-a73f-0d44004c417c HTTP/1.1" status: 200 len: 217 time: 0.0457785 May 23 15:42:15.305954 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b483b7-9a59-4258-89f9-71cf7cf08d8a req-db38c9bb-adf8-4f05-a047-77b6b2d79a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:15.306981 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-46b483b7-9a59-4258-89f9-71cf7cf08d8a req-db38c9bb-adf8-4f05-a047-77b6b2d79a2a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eeca0c6c-3155-49db-bdc5-95de249b904d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2006588 May 23 15:42:15.345676 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d3147-c18b-41c8-b73d-885281c4d52c req-b48c6caa-db8f-4638-8f98-1002b27e9b98 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:15.347146 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b44d3147-c18b-41c8-b73d-885281c4d52c req-b48c6caa-db8f-4638-8f98-1002b27e9b98 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 944 time: 0.1466382 May 23 15:42:15.347955 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-506219b2-4fda-40b3-8194-63cf0bff17f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:15.349553 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-506219b2-4fda-40b3-8194-63cf0bff17f2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a8eb70f1-a1de-4065-b90b-0efc8b236916 HTTP/1.1" status: 200 len: 849 time: 0.0549326 May 23 15:42:15.385544 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning for port d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f completed by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:42:15.405800 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=100 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:15.406012 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d91386-d286-4947-808f-fa917c857cb2 req-5e186453-9e33-475f-9bdf-21bf85ff960a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:15.407220 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-74d91386-d286-4947-808f-fa917c857cb2 req-5e186453-9e33-475f-9bdf-21bf85ff960a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca534db1-6e0a-429d-b324-076955c1b25f HTTP/1.1" status: 200 len: 855 time: 0.1954319 May 23 15:42:15.407368 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-595856e0-dc6a-40b9-945b-9cc95c3f9e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:15.408968 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-595856e0-dc6a-40b9-945b-9cc95c3f9e8f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=02514ff5-801e-4a1a-ba63-1d21a54e8a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0526690 May 23 15:42:15.419794 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port e89cca66-d50b-4f6c-a342-f64ba7767359, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e89cca66-d50b-4f6c-a342-f64ba7767359,segment=NetworkSegment(21e9a643-8a12-437e-ab5f-657aa4ff3f49),segment_id=21e9a643-8a12-437e-ab5f-657aa4ff3f49)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:42:15.432902 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Returning: {'device': 'e89cca66-d50b-4f6c-a342-f64ba7767359', 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d', 'port_id': 'e89cca66-d50b-4f6c-a342-f64ba7767359', 'mac_address': 'fa:16:3e:e5:07:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca534db1-6e0a-429d-b324-076955c1b25f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:42:15.471136 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-17710aa6-b483-4a0f-9143-c7d61a4cc6c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:15.476507 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port e89cca66-d50b-4f6c-a342-f64ba7767359 is: DOWN; New status is: BUILD {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:42:15.477334 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (e89cca66-d50b-4f6c-a342-f64ba7767359), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:15.492712 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e89cca66-d50b-4f6c-a342-f64ba7767359 {{(pid=111210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:42:15.504756 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-98e0e27b-bcb3-4415-901e-c87a0c4e485c req-8e855336-c1be-4923-ac4e-e7449d26fc51 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfb0848-efd8-4011-be67-002a9dfcf9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284362 May 23 15:42:15.531489 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port e89cca66-d50b-4f6c-a342-f64ba7767359, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e89cca66-d50b-4f6c-a342-f64ba7767359,segment=NetworkSegment(21e9a643-8a12-437e-ab5f-657aa4ff3f49),segment_id=21e9a643-8a12-437e-ab5f-657aa4ff3f49)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:42:15.544123 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b44d3147-c18b-41c8-b73d-885281c4d52c req-d955d9a4-120e-4811-890c-7e00ee079300 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821213 May 23 15:42:15.545590 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-7d3604b6-5fae-4c26-9580-af499e617b43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:15.548069 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d91386-d286-4947-808f-fa917c857cb2 req-22146920-1a68-48a9-a1ae-8006e743b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:15.549581 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-74d91386-d286-4947-808f-fa917c857cb2 req-22146920-1a68-48a9-a1ae-8006e743b13f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eeca0c6c-3155-49db-bdc5-95de249b904d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1235073 May 23 15:42:15.553549 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning complete for port d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:42:15.553549 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:15.596272 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-e998c83c-b8d1-483f-94d1-55664b9ff364 service neutron] 10.222.0.69 "GET /v2.0/networks/02514ff5-801e-4a1a-ba63-1d21a54e8a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760554 May 23 15:42:15.597994 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-46b483b7-9a59-4258-89f9-71cf7cf08d8a req-6ce196ef-bf20-4916-b6f9-0f728744994c service neutron] 10.222.0.69 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730649 May 23 15:42:15.602573 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (e89cca66-d50b-4f6c-a342-f64ba7767359), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:15.681338 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f is: BUILD; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:42:15.681803 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:15.684925 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=e89cca66-d50b-4f6c-a342-f64ba7767359,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:15.698488 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-17710aa6-b483-4a0f-9143-c7d61a4cc6c6 admin admin] Publish callbacks [] for security_group (1dbf0d48-0c96-41b4-bc9e-a84cb5f2c634), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:15.718843 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe72f52-c8f9-46ea-ae59-9d2fe0a49523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ed8cc1-0b96-4f2b-a6a8-4413cb65225f'}] {{(pid=111210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:42:15.735658 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-0ec5a7bd-fad2-4eaa-8db7-ede472283e5c req-c526ad54-8e8a-4920-8b01-1443a956df9b service neutron] 10.222.0.69 "GET /v2.0/networks/02514ff5-801e-4a1a-ba63-1d21a54e8a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264737 May 23 15:42:15.771718 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-74d91386-d286-4947-808f-fa917c857cb2 req-2f87b4f5-7678-428e-8bf9-5eeb80521c6c service neutron] 10.222.0.69 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097297 May 23 15:42:15.807019 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-17710aa6-b483-4a0f-9143-c7d61a4cc6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (1dbf0d48-0c96-41b4-bc9e-a84cb5f2c634), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:15.853391 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-17710aa6-b483-4a0f-9143-c7d61a4cc6c6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=37d22f4e61d7498987d48146f38f443f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6535714 May 23 15:42:15.853391 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17710aa6-b483-4a0f-9143-c7d61a4cc6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbf0d48-0c96-41b4-bc9e-a84cb5f2c634,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:15.854813 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 41818) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:15.854988 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f,segment=NetworkSegment(21e9a643-8a12-437e-ab5f-657aa4ff3f49),segment_id=21e9a643-8a12-437e-ab5f-657aa4ff3f49)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:42:15.856771 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-46b483b7-9a59-4258-89f9-71cf7cf08d8a req-5146942a-232a-41f1-b308-eb206f16fc0b service neutron] 10.222.0.69 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268155 May 23 15:42:15.915981 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-cac57c0b-d420-4fe5-b064-210faf15ccf1 admin admin] Publish callbacks [] for security_group (1dbf0d48-0c96-41b4-bc9e-a84cb5f2c634), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:15.939495 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['e89cca66-d50b-4f6c-a342-f64ba7767359'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:42:15.943554 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-cac57c0b-d420-4fe5-b064-210faf15ccf1 admin admin] Publish callbacks [] for security_group (1dbf0d48-0c96-41b4-bc9e-a84cb5f2c634), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:15.968657 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:15.986103 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9c7a1c507f49bcca1db13b0162076e02f5240d03c1faf9934ae6854bea0488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2daf5be1-d614-40be-bd62-1dc4d3055ef9" -d '{"events": [{"server_uuid": "bbe72f52-c8f9-46ea-ae59-9d2fe0a49523", "name": "network-vif-plugged", "status": "completed", "tag": "d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f"}]}' {{(pid=111210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:42:16.016057 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:16.066676 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:16.071524 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:16.093844 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-cac57c0b-d420-4fe5-b064-210faf15ccf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (1dbf0d48-0c96-41b4-bc9e-a84cb5f2c634), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:16.097785 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-cac57c0b-d420-4fe5-b064-210faf15ccf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:16.101899 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-cac57c0b-d420-4fe5-b064-210faf15ccf1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1dbf0d48-0c96-41b4-bc9e-a84cb5f2c634 HTTP/1.1" status: 204 len: 168 time: 0.2432854 May 23 15:42:16.124838 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac57c0b-d420-4fe5-b064-210faf15ccf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbf0d48-0c96-41b4-bc9e-a84cb5f2c634,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:16.183283 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-7d3604b6-5fae-4c26-9580-af499e617b43 admin admin] Publish callbacks [] for security_group (7d20bce3-c196-4765-89ba-d7c3254737a5), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:16.203690 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22f424-6d61-4a09-a4fd-e775d0be1348 req-2f19b5f4-435c-4775-a934-8c3dec4dda60 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:16.211974 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3970030-467b-4e25-ba6d-8cd96c26d47f x-openstack-request-id: req-e3970030-467b-4e25-ba6d-8cd96c26d47f {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:42:16.212499 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe72f52-c8f9-46ea-ae59-9d2fe0a49523", "name": "network-vif-plugged", "status": "completed", "tag": "d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f", "code": 200}]} {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:42:16.212499 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3970030-467b-4e25-ba6d-8cd96c26d47f {{(pid=111210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:42:16.213051 dv-cinder-840678-12-iscsi neutron-server[111210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3970030-467b-4e25-ba6d-8cd96c26d47f'] response: {'server_uuid': 'bbe72f52-c8f9-46ea-ae59-9d2fe0a49523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ed8cc1-0b96-4f2b-a6a8-4413cb65225f', 'code': 200} May 23 15:42:16.217609 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ca22f424-6d61-4a09-a4fd-e775d0be1348 req-2f19b5f4-435c-4775-a934-8c3dec4dda60 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 943 time: 0.3688583 May 23 15:42:16.237375 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:16.272702 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-74d91386-d286-4947-808f-fa917c857cb2 req-08834d4f-863f-4fd5-bd09-e066d9541f66 service neutron] 10.222.0.69 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4931095 May 23 15:42:16.287506 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ca22f424-6d61-4a09-a4fd-e775d0be1348 req-a96ea427-9888-45eb-baa3-8f9674e557b2 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689945 May 23 15:42:16.310370 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-7d3604b6-5fae-4c26-9580-af499e617b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (7d20bce3-c196-4765-89ba-d7c3254737a5), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:16.358625 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-7d3604b6-5fae-4c26-9580-af499e617b43 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9f964dc442d44b118374d6e44e13795c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0749886 May 23 15:42:16.361099 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 41844) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:16.370133 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3604b6-5fae-4c26-9580-af499e617b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d20bce3-c196-4765-89ba-d7c3254737a5,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:16.418081 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:16.424119 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f3fc7eee-f9d2-40bb-926a-3d4999152203 admin admin] Publish callbacks [] for security_group (7d20bce3-c196-4765-89ba-d7c3254737a5), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:16.446337 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f3fc7eee-f9d2-40bb-926a-3d4999152203 admin admin] Publish callbacks [] for security_group (7d20bce3-c196-4765-89ba-d7c3254737a5), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:16.621263 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f3fc7eee-f9d2-40bb-926a-3d4999152203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (7d20bce3-c196-4765-89ba-d7c3254737a5), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:16.623844 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f3fc7eee-f9d2-40bb-926a-3d4999152203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:16.624973 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-f3fc7eee-f9d2-40bb-926a-3d4999152203 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7d20bce3-c196-4765-89ba-d7c3254737a5 HTTP/1.1" status: 204 len: 168 time: 0.2628596 May 23 15:42:16.668126 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc7eee-f9d2-40bb-926a-3d4999152203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d20bce3-c196-4765-89ba-d7c3254737a5,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:16.687616 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcafdfb-1e1c-4ba5-8482-f6839b6d7f86 req-b851d7de-54c6-45ec-9d1b-a51022533857 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:16.695839 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-efcafdfb-1e1c-4ba5-8482-f6839b6d7f86 req-b851d7de-54c6-45ec-9d1b-a51022533857 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 943 time: 0.1148922 May 23 15:42:16.722373 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1612d7-1677-4799-b3c9-fef8bfd4dee2 req-f6cb4834-aaeb-417a-8ef1-38502a93659b tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:16.723926 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9a1612d7-1677-4799-b3c9-fef8bfd4dee2 req-f6cb4834-aaeb-417a-8ef1-38502a93659b tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 945 time: 0.1069021 May 23 15:42:16.778383 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-efcafdfb-1e1c-4ba5-8482-f6839b6d7f86 req-83359c5f-7d2e-421c-b2c1-483a143f019c tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfb0848-efd8-4011-be67-002a9dfcf9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816808 May 23 15:42:16.792879 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9a1612d7-1677-4799-b3c9-fef8bfd4dee2 req-c2138391-6aa6-40cb-8308-a26ed66be01e tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619559 May 23 15:42:17.159269 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 41868) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:17.173908 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-612de693-a583-4908-9d6a-c91ab58616d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:17.176030 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 620fab52-b890-4499-b5f7-e33158b7c317 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=111210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:42:17.178758 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device e89cca66-d50b-4f6c-a342-f64ba7767359 up at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:42:17.223220 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bcb89-2de6-4c35-a74c-e2f47f75a7cd req-43cd8550-cd71-4c4d-9bcb-bb5f80d3b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:17.225012 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-716bcb89-2de6-4c35-a74c-e2f47f75a7cd req-43cd8550-cd71-4c4d-9bcb-bb5f80d3b033 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 1130 time: 0.1298506 May 23 15:42:17.255357 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-716bcb89-2de6-4c35-a74c-e2f47f75a7cd req-a5da31e5-f4bd-4f77-aca4-8b1f2fd9739e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:17.343012 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-612de693-a583-4908-9d6a-c91ab58616d5 admin admin] Publish callbacks [] for security_group (11f97242-6e89-4663-9635-de3da70c3e70), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:17.389737 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-716bcb89-2de6-4c35-a74c-e2f47f75a7cd req-a5da31e5-f4bd-4f77-aca4-8b1f2fd9739e service neutron] Publish callbacks [] for security_group (d97e6455-832e-4030-88c5-6fb6bc76c405), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:17.389946 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning for port e89cca66-d50b-4f6c-a342-f64ba7767359 completed by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:42:17.446081 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cf912-48f4-4a02-9d99-299b86abbfd6 req-40e5e5be-14ee-4eab-9e8d-4d97669056dd tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:17.447607 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-523cf912-48f4-4a02-9d99-299b86abbfd6 req-40e5e5be-14ee-4eab-9e8d-4d97669056dd tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 943 time: 0.0504282 May 23 15:42:17.458593 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-612de693-a583-4908-9d6a-c91ab58616d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (11f97242-6e89-4663-9635-de3da70c3e70), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:17.489817 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 620fab52-b890-4499-b5f7-e33158b7c317, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=620fab52-b890-4499-b5f7-e33158b7c317,segment=NetworkSegment(3fdf04a1-2c9f-4245-86f7-14b90adf7f7c),segment_id=3fdf04a1-2c9f-4245-86f7-14b90adf7f7c)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:42:17.503202 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-612de693-a583-4908-9d6a-c91ab58616d5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0efb92f12914487da74cfed3d230a1fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3426363 May 23 15:42:17.503390 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-523cf912-48f4-4a02-9d99-299b86abbfd6 req-e020349d-f189-43b7-ae01-9d754c8418ac tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469205 May 23 15:42:17.505702 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612de693-a583-4908-9d6a-c91ab58616d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f97242-6e89-4663-9635-de3da70c3e70,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:17.507201 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Returning: {'device': '620fab52-b890-4499-b5f7-e33158b7c317', 'network_id': 'c4853812-24f1-4eab-961f-8a8760bf5020', 'port_id': '620fab52-b890-4499-b5f7-e33158b7c317', 'mac_address': 'fa:16:3e:77:ef:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4ecc785-2138-446f-b61f-73e480427ac8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:42:17.508149 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 41880) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:17.530742 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-716bcb89-2de6-4c35-a74c-e2f47f75a7cd req-a5da31e5-f4bd-4f77-aca4-8b1f2fd9739e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (d97e6455-832e-4030-88c5-6fb6bc76c405), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:17.557155 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port 620fab52-b890-4499-b5f7-e33158b7c317 is: DOWN; New status is: BUILD {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:42:17.558524 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (620fab52-b890-4499-b5f7-e33158b7c317), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:17.586633 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 620fab52-b890-4499-b5f7-e33158b7c317 {{(pid=111210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:42:17.586828 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-68d55b32-5e5a-4c10-b2b6-64942ab12150 admin admin] Publish callbacks [] for security_group (11f97242-6e89-4663-9635-de3da70c3e70), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:17.599770 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 620fab52-b890-4499-b5f7-e33158b7c317, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=620fab52-b890-4499-b5f7-e33158b7c317,segment=NetworkSegment(3fdf04a1-2c9f-4245-86f7-14b90adf7f7c),segment_id=3fdf04a1-2c9f-4245-86f7-14b90adf7f7c)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:42:17.600279 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da31e5-f4bd-4f77-aca4-8b1f2fd9739e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d97e6455-832e-4030-88c5-6fb6bc76c405,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:17.607082 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:17.614089 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-68d55b32-5e5a-4c10-b2b6-64942ab12150 admin admin] Publish callbacks [] for security_group (11f97242-6e89-4663-9635-de3da70c3e70), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:17.615046 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-716bcb89-2de6-4c35-a74c-e2f47f75a7cd req-a5da31e5-f4bd-4f77-aca4-8b1f2fd9739e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833506 May 23 15:42:17.616793 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning complete for port e89cca66-d50b-4f6c-a342-f64ba7767359 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:42:17.617221 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (e89cca66-d50b-4f6c-a342-f64ba7767359), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:17.690611 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port e89cca66-d50b-4f6c-a342-f64ba7767359 is: BUILD; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:42:17.691003 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (e89cca66-d50b-4f6c-a342-f64ba7767359), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:17.730570 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port e89cca66-d50b-4f6c-a342-f64ba7767359, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e89cca66-d50b-4f6c-a342-f64ba7767359,segment=NetworkSegment(21e9a643-8a12-437e-ab5f-657aa4ff3f49),segment_id=21e9a643-8a12-437e-ab5f-657aa4ff3f49)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:42:17.767701 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-68d55b32-5e5a-4c10-b2b6-64942ab12150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (11f97242-6e89-4663-9635-de3da70c3e70), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:17.768403 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (620fab52-b890-4499-b5f7-e33158b7c317), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:17.770356 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-68d55b32-5e5a-4c10-b2b6-64942ab12150 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:17.771835 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-68d55b32-5e5a-4c10-b2b6-64942ab12150 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/11f97242-6e89-4663-9635-de3da70c3e70 HTTP/1.1" status: 204 len: 168 time: 0.2625480 May 23 15:42:17.784155 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d55b32-5e5a-4c10-b2b6-64942ab12150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f97242-6e89-4663-9635-de3da70c3e70,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:17.837211 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=620fab52-b890-4499-b5f7-e33158b7c317,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:17.912226 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (e89cca66-d50b-4f6c-a342-f64ba7767359), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:17.976018 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e3138-735a-4fa7-9bcc-05a5c27c9a66 req-ed72963e-89ca-48e3-80fc-12b80ea0b566 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:17.977545 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e60e3138-735a-4fa7-9bcc-05a5c27c9a66 req-ed72963e-89ca-48e3-80fc-12b80ea0b566 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 944 time: 0.1140993 May 23 15:42:17.983201 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=e89cca66-d50b-4f6c-a342-f64ba7767359,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:17.984243 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4145621-44fa-4ec3-bfe9-341f6b41e435 req-0acd7077-0b22-4696-bcdb-c0e0c37b4c30 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:17.985673 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e4145621-44fa-4ec3-bfe9-341f6b41e435 req-0acd7077-0b22-4696-bcdb-c0e0c37b4c30 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.0857310 May 23 15:42:18.049864 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 41904) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:18.064095 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-5fa1349a-0f65-4a15-ae9e-0480ce43b312 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:18.077632 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e60e3138-735a-4fa7-9bcc-05a5c27c9a66 req-87d09404-c2f3-401e-ade3-2ad740dd3ffe tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfb0848-efd8-4011-be67-002a9dfcf9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897558 May 23 15:42:18.088007 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['620fab52-b890-4499-b5f7-e33158b7c317'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:42:18.099790 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e4145621-44fa-4ec3-bfe9-341f6b41e435 req-3563f77f-2124-44d1-acec-448b7e1f442c tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071024 May 23 15:42:18.104898 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:18.169592 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-5fa1349a-0f65-4a15-ae9e-0480ce43b312 admin admin] Publish callbacks [] for security_group (9fa6880a-4362-45c6-b151-c5fd0b6374f0), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:18.213721 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1210ee26-89ef-4f9e-b0e9-9534c3dd9d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89cca66-d50b-4f6c-a342-f64ba7767359'}] {{(pid=111210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:42:18.215996 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9c7a1c507f49bcca1db13b0162076e02f5240d03c1faf9934ae6854bea0488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d12bc45-c0ba-415c-8ae4-66f4d113d1a7" -d '{"events": [{"server_uuid": "1210ee26-89ef-4f9e-b0e9-9534c3dd9d09", "name": "network-vif-plugged", "status": "completed", "tag": "e89cca66-d50b-4f6c-a342-f64ba7767359"}]}' {{(pid=111210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:42:18.270014 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871a29a8-f8c0-43fe-8faa-575393980977 x-openstack-request-id: req-871a29a8-f8c0-43fe-8faa-575393980977 {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:42:18.270983 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1210ee26-89ef-4f9e-b0e9-9534c3dd9d09", "name": "network-vif-plugged", "status": "completed", "tag": "e89cca66-d50b-4f6c-a342-f64ba7767359", "code": 200}]} {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:42:18.270983 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-871a29a8-f8c0-43fe-8faa-575393980977 {{(pid=111210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:42:18.270983 dv-cinder-840678-12-iscsi neutron-server[111210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-871a29a8-f8c0-43fe-8faa-575393980977'] response: {'server_uuid': '1210ee26-89ef-4f9e-b0e9-9534c3dd9d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89cca66-d50b-4f6c-a342-f64ba7767359', 'code': 200} May 23 15:42:18.303569 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-5fa1349a-0f65-4a15-ae9e-0480ce43b312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (9fa6880a-4362-45c6-b151-c5fd0b6374f0), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:18.351716 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-5fa1349a-0f65-4a15-ae9e-0480ce43b312 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=108e7633965f465da1c2a0536f330c44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3007526 May 23 15:42:18.352643 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa1349a-0f65-4a15-ae9e-0480ce43b312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa6880a-4362-45c6-b151-c5fd0b6374f0,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:18.354374 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 41924) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:18.430303 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-edb034f4-c737-4617-a9f5-c36964e50055 admin admin] Publish callbacks [] for security_group (9fa6880a-4362-45c6-b151-c5fd0b6374f0), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:18.450166 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-edb034f4-c737-4617-a9f5-c36964e50055 admin admin] Publish callbacks [] for security_group (9fa6880a-4362-45c6-b151-c5fd0b6374f0), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:18.629383 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ecc90-d03e-48a0-8264-d7177a25980a req-ae421137-9c9f-47f8-93f3-b39182dfc284 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:18.630874 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1c9ecc90-d03e-48a0-8264-d7177a25980a req-ae421137-9c9f-47f8-93f3-b39182dfc284 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 943 time: 0.0486214 May 23 15:42:18.657923 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-edb034f4-c737-4617-a9f5-c36964e50055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (9fa6880a-4362-45c6-b151-c5fd0b6374f0), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:18.660386 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-edb034f4-c737-4617-a9f5-c36964e50055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:18.661559 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-edb034f4-c737-4617-a9f5-c36964e50055 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9fa6880a-4362-45c6-b151-c5fd0b6374f0 HTTP/1.1" status: 204 len: 168 time: 0.3061962 May 23 15:42:18.682722 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb034f4-c737-4617-a9f5-c36964e50055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa6880a-4362-45c6-b151-c5fd0b6374f0,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:18.691907 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1c9ecc90-d03e-48a0-8264-d7177a25980a req-5e7b510e-07f7-4d5a-8117-8f0ab47ba052 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553939 May 23 15:42:18.754388 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:18.853337 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02968f2-d234-4039-bbc7-2bded9555a2b req-d5943471-f1b1-4c4f-b1c1-506d9a1369fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:18.854745 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c02968f2-d234-4039-bbc7-2bded9555a2b req-d5943471-f1b1-4c4f-b1c1-506d9a1369fd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 1130 time: 0.0410731 May 23 15:42:18.901541 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c02968f2-d234-4039-bbc7-2bded9555a2b req-a0af20ed-4b32-4b63-8360-b9d4f77bf676 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408165 May 23 15:42:19.029893 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:19.173306 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device f434c841-96a2-4c6e-a73f-0d44004c417c details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=111210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:42:19.191094 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 620fab52-b890-4499-b5f7-e33158b7c317 up at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:42:19.302104 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning for port 620fab52-b890-4499-b5f7-e33158b7c317 completed by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:42:19.322993 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0df61-6cfd-4f76-ae47-d622f32878a0 req-263b69df-d73d-44fb-986b-33636108f843 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:19.324471 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a2b0df61-6cfd-4f76-ae47-d622f32878a0 req-263b69df-d73d-44fb-986b-33636108f843 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 944 time: 0.0874002 May 23 15:42:19.333391 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331cc3e-e7d9-41f0-b4a5-2b84f748687b req-18320c26-11ad-473e-91a4-65f740021b56 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:19.334816 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8331cc3e-e7d9-41f0-b4a5-2b84f748687b req-18320c26-11ad-473e-91a4-65f740021b56 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.0838628 May 23 15:42:19.347215 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port f434c841-96a2-4c6e-a73f-0d44004c417c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f434c841-96a2-4c6e-a73f-0d44004c417c,segment=NetworkSegment(b005c863-acdf-4694-8e46-1c0859e70836),segment_id=b005c863-acdf-4694-8e46-1c0859e70836)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:42:19.378462 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Returning: {'device': 'f434c841-96a2-4c6e-a73f-0d44004c417c', 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97', 'port_id': 'f434c841-96a2-4c6e-a73f-0d44004c417c', 'mac_address': 'fa:16:3e:36:d7:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:42:19.382883 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning complete for port 620fab52-b890-4499-b5f7-e33158b7c317 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:42:19.387690 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (620fab52-b890-4499-b5f7-e33158b7c317), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:19.409948 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a2b0df61-6cfd-4f76-ae47-d622f32878a0 req-7edbf4d8-2f10-4fbe-bb35-57d50512339b tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfb0848-efd8-4011-be67-002a9dfcf9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739565 May 23 15:42:19.429584 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8331cc3e-e7d9-41f0-b4a5-2b84f748687b req-d218a8e2-965e-4f0d-984c-41aa581a2e36 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878472 May 23 15:42:19.493961 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port f434c841-96a2-4c6e-a73f-0d44004c417c is: DOWN; New status is: BUILD {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:42:19.494355 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (f434c841-96a2-4c6e-a73f-0d44004c417c), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:19.525087 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f434c841-96a2-4c6e-a73f-0d44004c417c {{(pid=111210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:42:19.532217 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port 620fab52-b890-4499-b5f7-e33158b7c317 is: BUILD; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:42:19.532604 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (620fab52-b890-4499-b5f7-e33158b7c317), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:19.559902 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port f434c841-96a2-4c6e-a73f-0d44004c417c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f434c841-96a2-4c6e-a73f-0d44004c417c,segment=NetworkSegment(b005c863-acdf-4694-8e46-1c0859e70836),segment_id=b005c863-acdf-4694-8e46-1c0859e70836)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:42:19.588861 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 620fab52-b890-4499-b5f7-e33158b7c317, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=620fab52-b890-4499-b5f7-e33158b7c317,segment=NetworkSegment(3fdf04a1-2c9f-4245-86f7-14b90adf7f7c),segment_id=3fdf04a1-2c9f-4245-86f7-14b90adf7f7c)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:42:19.652885 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (f434c841-96a2-4c6e-a73f-0d44004c417c), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:19.702182 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=f434c841-96a2-4c6e-a73f-0d44004c417c,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:19.732117 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (620fab52-b890-4499-b5f7-e33158b7c317), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:19.784405 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:19.796472 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=620fab52-b890-4499-b5f7-e33158b7c317,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:19.890844 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0383e-421d-469f-abdc-566fdb7ce79b req-653bc9ea-3bba-4a09-b00c-07800b64dc02 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:19.897605 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f9b0383e-421d-469f-abdc-566fdb7ce79b req-653bc9ea-3bba-4a09-b00c-07800b64dc02 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 944 time: 0.0713136 May 23 15:42:19.944648 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f9b0383e-421d-469f-abdc-566fdb7ce79b req-443af42e-4ec3-46ab-a0f6-5c8b8c40e6c2 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459580 May 23 15:42:19.987258 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['f434c841-96a2-4c6e-a73f-0d44004c417c'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:42:20.272160 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30f4234-a3e5-4cf3-8d65-583de8fbca41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620fab52-b890-4499-b5f7-e33158b7c317'}] {{(pid=111210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:42:20.274586 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9c7a1c507f49bcca1db13b0162076e02f5240d03c1faf9934ae6854bea0488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c7c1f2-17fe-46b5-86df-929f7c69aeb2" -d '{"events": [{"server_uuid": "e30f4234-a3e5-4cf3-8d65-583de8fbca41", "name": "network-vif-plugged", "status": "completed", "tag": "620fab52-b890-4499-b5f7-e33158b7c317"}]}' {{(pid=111210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:42:20.311342 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c449537-4fc1-4600-be4e-6eb6a7208d2a x-openstack-request-id: req-0c449537-4fc1-4600-be4e-6eb6a7208d2a {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:42:20.311698 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30f4234-a3e5-4cf3-8d65-583de8fbca41", "name": "network-vif-plugged", "status": "completed", "tag": "620fab52-b890-4499-b5f7-e33158b7c317", "code": 200}]} {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:42:20.311958 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0c449537-4fc1-4600-be4e-6eb6a7208d2a {{(pid=111210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:42:20.312360 dv-cinder-840678-12-iscsi neutron-server[111210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c449537-4fc1-4600-be4e-6eb6a7208d2a'] response: {'server_uuid': 'e30f4234-a3e5-4cf3-8d65-583de8fbca41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620fab52-b890-4499-b5f7-e33158b7c317', 'code': 200} May 23 15:42:20.418291 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:20.597138 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c984b-8053-44a3-ab0b-6706ab67db31 req-9eacb73d-af32-4403-aeea-df7ffac6d58c tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:20.599367 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8a7c984b-8053-44a3-ab0b-6706ab67db31 req-9eacb73d-af32-4403-aeea-df7ffac6d58c tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 945 time: 0.1079881 May 23 15:42:20.611364 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f575d-1f1e-4191-9a50-d6fb13464d4b req-457d873d-b090-4090-b814-9dde383ada90 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:20.617170 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d00f575d-1f1e-4191-9a50-d6fb13464d4b req-457d873d-b090-4090-b814-9dde383ada90 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.0916982 May 23 15:42:20.694794 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d00f575d-1f1e-4191-9a50-d6fb13464d4b req-ed6ed8a4-b8f3-49b5-a9aa-d8976269dcb6 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722947 May 23 15:42:20.698940 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8a7c984b-8053-44a3-ab0b-6706ab67db31 req-928d5d74-5a93-4010-a5d9-0ede920cd2bf tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfb0848-efd8-4011-be67-002a9dfcf9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805230 May 23 15:42:21.061406 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4b692-83ae-4b50-afb8-304f62654055 req-f7323bca-9134-484f-aa6e-07a283994e40 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:21.062918 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d7b4b692-83ae-4b50-afb8-304f62654055 req-f7323bca-9134-484f-aa6e-07a283994e40 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 944 time: 0.0481284 May 23 15:42:21.113743 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d7b4b692-83ae-4b50-afb8-304f62654055 req-5fd34275-fb17-46e7-a427-7bf66ab9df06 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451837 May 23 15:42:21.192900 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device f434c841-96a2-4c6e-a73f-0d44004c417c up at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:42:21.217234 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad68097-0492-4011-a544-18c9bcda6023 req-bba58dcf-49ba-440a-9d19-5c713a276a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:21.218840 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-aad68097-0492-4011-a544-18c9bcda6023 req-bba58dcf-49ba-440a-9d19-5c713a276a1b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 1129 time: 0.0400782 May 23 15:42:21.234187 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning for port f434c841-96a2-4c6e-a73f-0d44004c417c completed by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:42:21.262429 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-aad68097-0492-4011-a544-18c9bcda6023 req-dca255c8-d399-49c8-a01f-0d5119e38626 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=abfb0848-efd8-4011-be67-002a9dfcf9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371988 May 23 15:42:21.361284 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning complete for port f434c841-96a2-4c6e-a73f-0d44004c417c triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:42:21.361685 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (f434c841-96a2-4c6e-a73f-0d44004c417c), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:21.436893 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port f434c841-96a2-4c6e-a73f-0d44004c417c is: BUILD; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:42:21.437323 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (f434c841-96a2-4c6e-a73f-0d44004c417c), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:21.473579 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port f434c841-96a2-4c6e-a73f-0d44004c417c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f434c841-96a2-4c6e-a73f-0d44004c417c,segment=NetworkSegment(b005c863-acdf-4694-8e46-1c0859e70836),segment_id=b005c863-acdf-4694-8e46-1c0859e70836)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:42:21.618628 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (f434c841-96a2-4c6e-a73f-0d44004c417c), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:21.668409 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=f434c841-96a2-4c6e-a73f-0d44004c417c,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:21.872414 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fae03-ebf5-4aac-b05e-360a5c11b710 req-8b19a393-4abc-4f74-9212-f552f918828a tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:21.874756 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e13fae03-ebf5-4aac-b05e-360a5c11b710 req-8b19a393-4abc-4f74-9212-f552f918828a tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 945 time: 0.1034186 May 23 15:42:21.880897 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7c4ae-ffc4-47ca-be4d-42b7b795bdb7 req-ca9c041b-63d8-4829-b34a-445fb48250b7 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:21.882290 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-acc7c4ae-ffc4-47ca-be4d-42b7b795bdb7 req-ca9c041b-63d8-4829-b34a-445fb48250b7 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.0995898 May 23 15:42:21.932989 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-601de30f-d142-437f-be0b-b03539b07afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:21.959613 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e13fae03-ebf5-4aac-b05e-360a5c11b710 req-62ff7e5c-0909-4ea5-b5d8-0d1190c3fee0 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfb0848-efd8-4011-be67-002a9dfcf9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763760 May 23 15:42:21.964258 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-acc7c4ae-ffc4-47ca-be4d-42b7b795bdb7 req-e65e1347-bd91-4b3b-88d8-88bbdb006aee tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746768 May 23 15:42:22.101767 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 42096) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:22.173608 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:22.251970 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3325b31a-a2ed-4640-9bd1-ebe21ad50dd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:22.268658 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb43ca-0ee1-479c-90be-da1b56471af3 req-c5bb2c09-47d3-4ddf-83b8-e37fa5b38476 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:22.274344 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-79fb43ca-0ee1-479c-90be-da1b56471af3 req-c5bb2c09-47d3-4ddf-83b8-e37fa5b38476 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0747137 May 23 15:42:22.314618 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800dd67c-e6dd-4712-9fe6-8d823b845358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f434c841-96a2-4c6e-a73f-0d44004c417c'}] {{(pid=111210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:42:22.316682 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9c7a1c507f49bcca1db13b0162076e02f5240d03c1faf9934ae6854bea0488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492fa2bf-4335-4769-ba56-07f2f2d6ba9b" -d '{"events": [{"server_uuid": "800dd67c-e6dd-4712-9fe6-8d823b845358", "name": "network-vif-plugged", "status": "completed", "tag": "f434c841-96a2-4c6e-a73f-0d44004c417c"}]}' {{(pid=111210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:42:22.332710 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:22.359817 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-79fb43ca-0ee1-479c-90be-da1b56471af3 req-ddbd6ebb-c8dd-4116-af00-c085510ada23 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701709 May 23 15:42:22.385669 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3325b31a-a2ed-4640-9bd1-ebe21ad50dd6 admin admin] Publish callbacks [] for security_group (5f832576-526a-44b3-bd85-d0698a8246d0), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:22.418410 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f429a7b9-e989-4eed-b62b-344286eb3ba0 x-openstack-request-id: req-f429a7b9-e989-4eed-b62b-344286eb3ba0 {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:42:22.419044 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800dd67c-e6dd-4712-9fe6-8d823b845358", "name": "network-vif-plugged", "status": "completed", "tag": "f434c841-96a2-4c6e-a73f-0d44004c417c", "code": 200}]} {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:42:22.419303 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f429a7b9-e989-4eed-b62b-344286eb3ba0 {{(pid=111210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:42:22.419726 dv-cinder-840678-12-iscsi neutron-server[111210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f429a7b9-e989-4eed-b62b-344286eb3ba0'] response: {'server_uuid': '800dd67c-e6dd-4712-9fe6-8d823b845358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f434c841-96a2-4c6e-a73f-0d44004c417c', 'code': 200} May 23 15:42:22.688947 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3325b31a-a2ed-4640-9bd1-ebe21ad50dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (5f832576-526a-44b3-bd85-d0698a8246d0), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:22.757492 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-3325b31a-a2ed-4640-9bd1-ebe21ad50dd6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ca944beed5584d4f816e39cb1c6098d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6543970 May 23 15:42:22.760251 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 42132) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:22.772761 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325b31a-a2ed-4640-9bd1-ebe21ad50dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f832576-526a-44b3-bd85-d0698a8246d0,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:22.815479 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf09be1-1616-4dec-97d3-f46cefa8289e req-0d8e7d64-1420-4854-b1e0-200cb7208b14 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:22.817320 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3bf09be1-1616-4dec-97d3-f46cefa8289e req-0d8e7d64-1420-4854-b1e0-200cb7208b14 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.0556877 May 23 15:42:22.833339 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-70c905b5-eaa4-471f-957b-a07eb02b911f admin admin] Publish callbacks [] for security_group (5f832576-526a-44b3-bd85-d0698a8246d0), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:22.858179 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-70c905b5-eaa4-471f-957b-a07eb02b911f admin admin] Publish callbacks [] for security_group (5f832576-526a-44b3-bd85-d0698a8246d0), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:22.869830 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3bf09be1-1616-4dec-97d3-f46cefa8289e req-3eab765f-b519-4afb-b8a1-62a025eaec2b tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457664 May 23 15:42:23.097968 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b74d00-6c12-4657-8a31-06e504197c08 req-ecc88932-1d8e-4d4c-869c-3d14da80e579 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:23.128235 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-02b74d00-6c12-4657-8a31-06e504197c08 req-ecc88932-1d8e-4d4c-869c-3d14da80e579 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 945 time: 0.0697112 May 23 15:42:23.160859 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-02b74d00-6c12-4657-8a31-06e504197c08 req-76b67c6d-14be-4ee6-a1f2-cd971b0fa9e4 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfb0848-efd8-4011-be67-002a9dfcf9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548825 May 23 15:42:23.489151 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfaa90-fcf1-424e-b447-d1e011296cf9 req-6d98adbd-6954-402c-8843-5f8cdcd747e3 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:23.490619 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0acfaa90-fcf1-424e-b447-d1e011296cf9 req-6d98adbd-6954-402c-8843-5f8cdcd747e3 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0491347 May 23 15:42:23.546115 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0acfaa90-fcf1-424e-b447-d1e011296cf9 req-6a9e6d7a-9712-422c-977f-74635733b4e6 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491509 May 23 15:42:23.852556 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-70c905b5-eaa4-471f-957b-a07eb02b911f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (5f832576-526a-44b3-bd85-d0698a8246d0), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:23.854738 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:23.856395 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-70c905b5-eaa4-471f-957b-a07eb02b911f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:23.857671 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-70c905b5-eaa4-471f-957b-a07eb02b911f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5f832576-526a-44b3-bd85-d0698a8246d0 HTTP/1.1" status: 204 len: 168 time: 1.0958207 May 23 15:42:23.871798 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c905b5-eaa4-471f-957b-a07eb02b911f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f832576-526a-44b3-bd85-d0698a8246d0,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:24.011365 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de006d59-d018-49fd-a7e4-16124bee2363 req-13bb24fa-a62b-4c02-813c-928927cb62c6 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:24.011365 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-de006d59-d018-49fd-a7e4-16124bee2363 req-13bb24fa-a62b-4c02-813c-928927cb62c6 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.0607679 May 23 15:42:24.069121 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-de006d59-d018-49fd-a7e4-16124bee2363 req-7a946538-6015-4006-b0f5-aff101ad06e6 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525441 May 23 15:42:24.173384 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:24.174259 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:24.215025 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-586c7256-edde-48f7-a41c-f11c2f394bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:24.329430 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bd360-ccc4-4514-9211-960ec8edb115 req-7ea0c691-d961-4d0c-8a18-ee4594c4b15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:24.330925 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c72bd360-ccc4-4514-9211-960ec8edb115 req-7ea0c691-d961-4d0c-8a18-ee4594c4b15e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65483f2a0c914022b38e501691095c51&device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 1130 time: 0.1028135 May 23 15:42:24.350075 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd357eed-5802-4a1d-9c03-7726c442c9c8 req-6e25af19-ca0c-4441-9f4f-fc238e754019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:24.353276 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-fd357eed-5802-4a1d-9c03-7726c442c9c8 req-6e25af19-ca0c-4441-9f4f-fc238e754019 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 1129 time: 0.0958836 May 23 15:42:24.361239 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322a6ae-b337-41bd-9c81-bd540ec9aed3 req-26d415c3-9db9-45d5-81fc-4a82a59a639f tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:24.362825 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9322a6ae-b337-41bd-9c81-bd540ec9aed3 req-26d415c3-9db9-45d5-81fc-4a82a59a639f tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 945 time: 0.0949395 May 23 15:42:24.486129 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-fd357eed-5802-4a1d-9c03-7726c442c9c8 req-3d28c749-3e0f-4d08-9baa-f25fbbb3642d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203089 May 23 15:42:24.496931 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9322a6ae-b337-41bd-9c81-bd540ec9aed3 req-2cc0a71b-9f21-4317-921b-35a8ae12d30c tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfb0848-efd8-4011-be67-002a9dfcf9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245427 May 23 15:42:24.525453 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bd360-ccc4-4514-9211-960ec8edb115 req-82ba2d4d-53fd-4993-b5a7-bc465ea196ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:24.526953 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c72bd360-ccc4-4514-9211-960ec8edb115 req-82ba2d4d-53fd-4993-b5a7-bc465ea196ff service neutron] 10.222.0.69 "GET /v2.0/networks?id=eeca0c6c-3155-49db-bdc5-95de249b904d HTTP/1.1" status: 200 len: 917 time: 0.1628046 May 23 15:42:24.677162 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2895ee4-355a-4392-95e3-21014e79a453 req-679adb99-62ee-434b-91bd-edc3a41b2eed tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:24.678878 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c2895ee4-355a-4392-95e3-21014e79a453 req-679adb99-62ee-434b-91bd-edc3a41b2eed tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0583947 May 23 15:42:24.731597 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c2895ee4-355a-4392-95e3-21014e79a453 req-c6588b78-9966-4371-8736-3f968b436eb1 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471299 May 23 15:42:24.810127 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 42186) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:24.823539 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-43f0d1c8-cbb5-4fd1-85b6-8cd76534e08e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:24.887743 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=75,neutron:DELETE=7,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:24.901688 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-43f0d1c8-cbb5-4fd1-85b6-8cd76534e08e admin admin] Publish callbacks [] for security_group (897b5ae3-6b2d-4e56-a270-89e443f92ac0), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:24.955140 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-43f0d1c8-cbb5-4fd1-85b6-8cd76534e08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (897b5ae3-6b2d-4e56-a270-89e443f92ac0), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:24.984672 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:24.998224 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0d1c8-cbb5-4fd1-85b6-8cd76534e08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897b5ae3-6b2d-4e56-a270-89e443f92ac0,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:25.003984 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-43f0d1c8-cbb5-4fd1-85b6-8cd76534e08e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0e18c4b9981342249f01c73ccd2f287f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1928360 May 23 15:42:25.006822 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 42196) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:25.059405 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-381a6395-d857-45bf-aed6-7173744baea3 admin admin] Publish callbacks [] for security_group (897b5ae3-6b2d-4e56-a270-89e443f92ac0), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:25.082378 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-381a6395-d857-45bf-aed6-7173744baea3 admin admin] Publish callbacks [] for security_group (897b5ae3-6b2d-4e56-a270-89e443f92ac0), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:25.147332 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c72bd360-ccc4-4514-9211-960ec8edb115 req-5b4a4f42-78cd-427d-b57c-ac9dd31d284a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e89cca66-d50b-4f6c-a342-f64ba7767359 HTTP/1.1" status: 200 len: 217 time: 0.0333092 May 23 15:42:25.213511 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d9991-c01a-4bd4-b3ac-951cd16978ae req-0c2d85ac-fc8b-44ec-a421-aafe9d22e785 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:25.215094 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-608d9991-c01a-4bd4-b3ac-951cd16978ae req-0c2d85ac-fc8b-44ec-a421-aafe9d22e785 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.0477571 May 23 15:42:25.235501 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-381a6395-d857-45bf-aed6-7173744baea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (897b5ae3-6b2d-4e56-a270-89e443f92ac0), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:25.238375 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-381a6395-d857-45bf-aed6-7173744baea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:25.242344 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-381a6395-d857-45bf-aed6-7173744baea3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/897b5ae3-6b2d-4e56-a270-89e443f92ac0 HTTP/1.1" status: 204 len: 168 time: 0.2319286 May 23 15:42:25.252303 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a6395-d857-45bf-aed6-7173744baea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897b5ae3-6b2d-4e56-a270-89e443f92ac0,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:25.296446 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:25.304476 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-608d9991-c01a-4bd4-b3ac-951cd16978ae req-e115f00d-8857-4029-bd2a-f6cf53708753 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823684 May 23 15:42:25.572659 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:25.620391 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bd360-ccc4-4514-9211-960ec8edb115 req-4da360ed-f9c7-449b-afb2-a9f2052c6986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:25.621901 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c72bd360-ccc4-4514-9211-960ec8edb115 req-4da360ed-f9c7-449b-afb2-a9f2052c6986 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca534db1-6e0a-429d-b324-076955c1b25f HTTP/1.1" status: 200 len: 855 time: 0.0609877 May 23 15:42:25.665100 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bd360-ccc4-4514-9211-960ec8edb115 req-60312eea-e536-4268-994a-9915bcc50516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:25.666591 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c72bd360-ccc4-4514-9211-960ec8edb115 req-60312eea-e536-4268-994a-9915bcc50516 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eeca0c6c-3155-49db-bdc5-95de249b904d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387897 May 23 15:42:25.764003 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c72bd360-ccc4-4514-9211-960ec8edb115 req-95acf549-c1bc-49d7-a73f-37ff9de000ac service neutron] 10.222.0.69 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899842 May 23 15:42:25.902736 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bc5f6-7072-43c9-8f63-a3f8920e9183 req-59dc99aa-1d90-4aaf-b145-582d06877641 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:25.904209 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-289bc5f6-7072-43c9-8f63-a3f8920e9183 req-59dc99aa-1d90-4aaf-b145-582d06877641 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0787077 May 23 15:42:25.957766 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c72bd360-ccc4-4514-9211-960ec8edb115 req-00e0171c-7e78-47c1-a0c2-d8db7a6ff41e service neutron] 10.222.0.69 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658201 May 23 15:42:25.974837 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-289bc5f6-7072-43c9-8f63-a3f8920e9183 req-8c96e523-975c-4395-b058-500e3ece32fc tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634031 May 23 15:42:26.075622 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:26.430353 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5866ff0-e3b5-4b04-9252-f508b4175987 req-1a0a1dcc-e810-41c8-9859-ed83fea698e5 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:26.432985 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c5866ff0-e3b5-4b04-9252-f508b4175987 req-1a0a1dcc-e810-41c8-9859-ed83fea698e5 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.0576677 May 23 15:42:26.526141 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c5866ff0-e3b5-4b04-9252-f508b4175987 req-58f010a2-29ac-46f4-a221-18f8a37d6edb tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872855 May 23 15:42:26.539036 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:26.569480 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:27.111568 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5c73b-9b09-4211-9152-dbe094ce2570 req-59f7bd24-6090-43a9-9c3b-a43e2ab41c1a tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:27.113066 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8ff5c73b-9b09-4211-9152-dbe094ce2570 req-59f7bd24-6090-43a9-9c3b-a43e2ab41c1a tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0560043 May 23 15:42:27.166794 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8ff5c73b-9b09-4211-9152-dbe094ce2570 req-3713502e-bad0-4901-a422-092fca61adaa tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479732 May 23 15:42:27.224452 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:27.472719 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 42336) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:27.493926 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9ea13-37fb-4c92-86ca-7ab1403cf56c req-7ec28635-efd4-425b-a878-87e97d0dcc18 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:27.495264 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-52b9ea13-37fb-4c92-86ca-7ab1403cf56c req-7ec28635-efd4-425b-a878-87e97d0dcc18 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0566511 May 23 15:42:27.504928 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 42342) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:27.509405 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-da7093a4-85cc-4b30-9b07-7b9f08c7d4f6 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Request body: {'floatingip': {'port_id': 'f434c841-96a2-4c6e-a73f-0d44004c417c'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:42:27.579753 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-da7093a4-85cc-4b30-9b07-7b9f08c7d4f6 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for floatingip (49aa59fc-c96e-4a80-b415-9801ca2c5482), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:27.743731 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5525e52-761c-44d7-a5ef-26a759d37f4f req-aec838d9-08a2-47fb-9263-2c9d63d7fa4b tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:27.745208 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a5525e52-761c-44d7-a5ef-26a759d37f4f req-aec838d9-08a2-47fb-9263-2c9d63d7fa4b tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.1324427 May 23 15:42:27.780969 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-eb7ac347-45f2-4188-80ae-3610bd0293c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:27.810838 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:27.851553 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a5525e52-761c-44d7-a5ef-26a759d37f4f req-9ab506bc-2203-4b90-bf06-66e5c2032281 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983753 May 23 15:42:27.867477 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-eb7ac347-45f2-4188-80ae-3610bd0293c7 admin admin] Publish callbacks [] for security_group (47a96191-c8ca-4039-89c9-30150ef65475), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:27.972559 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:28.034864 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-eb7ac347-45f2-4188-80ae-3610bd0293c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (47a96191-c8ca-4039-89c9-30150ef65475), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:28.076364 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 42354) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:28.085626 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-eb7ac347-45f2-4188-80ae-3610bd0293c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9b8dad9fc1d2487ab233ffbf7b8b993f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6092851 May 23 15:42:28.088747 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 42356) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:28.321232 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ac347-45f2-4188-80ae-3610bd0293c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a96191-c8ca-4039-89c9-30150ef65475,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:28.335011 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-03c14c7f-432b-45cf-954a-d91c6a9ccfc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:28.372534 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:28.382006 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-295946c9-7fb5-469a-912c-adc041b624d1 admin admin] Publish callbacks [] for security_group (47a96191-c8ca-4039-89c9-30150ef65475), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:28.422280 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-295946c9-7fb5-469a-912c-adc041b624d1 admin admin] Publish callbacks [] for security_group (47a96191-c8ca-4039-89c9-30150ef65475), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:28.476773 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:28.488544 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:28.490680 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-03c14c7f-432b-45cf-954a-d91c6a9ccfc0 admin admin] Publish callbacks [] for security_group (d28a461d-2719-488c-8c6a-449da1966371), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:28.523958 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-da7093a4-85cc-4b30-9b07-7b9f08c7d4f6 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:28.579043 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-03c14c7f-432b-45cf-954a-d91c6a9ccfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (d28a461d-2719-488c-8c6a-449da1966371), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:28.579288 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-da7093a4-85cc-4b30-9b07-7b9f08c7d4f6 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (49aa59fc-c96e-4a80-b415-9801ca2c5482), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:28.586189 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-295946c9-7fb5-469a-912c-adc041b624d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (47a96191-c8ca-4039-89c9-30150ef65475), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:28.588742 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-295946c9-7fb5-469a-912c-adc041b624d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:28.590127 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-295946c9-7fb5-469a-912c-adc041b624d1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/47a96191-c8ca-4039-89c9-30150ef65475 HTTP/1.1" status: 204 len: 168 time: 0.4999104 May 23 15:42:28.637311 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 42376) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:28.637459 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-03c14c7f-432b-45cf-954a-d91c6a9ccfc0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=255c3a1ae37d483f8c21783f7922dfb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5570245 May 23 15:42:28.638385 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c14c7f-432b-45cf-954a-d91c6a9ccfc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28a461d-2719-488c-8c6a-449da1966371,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:28.668190 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295946c9-7fb5-469a-912c-adc041b624d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a96191-c8ca-4039-89c9-30150ef65475,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:28.729645 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.db.l3_db [None req-da7093a4-85cc-4b30-9b07-7b9f08c7d4f6 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Floating IP 49aa59fc-c96e-4a80-b415-9801ca2c5482 associated. External IP: 172.27.3.213, port: f434c841-96a2-4c6e-a73f-0d44004c417c. May 23 15:42:28.773978 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-fd5bc0fb-0e70-4723-a933-fe35e4c643a0 admin admin] Publish callbacks [] for security_group (d28a461d-2719-488c-8c6a-449da1966371), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:28.835092 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-fd5bc0fb-0e70-4723-a933-fe35e4c643a0 admin admin] Publish callbacks [] for security_group (d28a461d-2719-488c-8c6a-449da1966371), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:29.021717 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7093a4-85cc-4b30-9b07-7b9f08c7d4f6 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Router 294ba236-1a49-4375-acaa-a4be0e7194b7 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:42:29.028190 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea24ddc-07e6-4045-8f02-9db097323cdd req-e64b223a-cd32-4c56-b033-d9737ba92f3c tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:29.029816 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ea24ddc-07e6-4045-8f02-9db097323cdd req-e64b223a-cd32-4c56-b033-d9737ba92f3c tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.0677912 May 23 15:42:29.089294 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-fd5bc0fb-0e70-4723-a933-fe35e4c643a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (d28a461d-2719-488c-8c6a-449da1966371), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:29.093017 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-fd5bc0fb-0e70-4723-a933-fe35e4c643a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:29.093210 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-fd5bc0fb-0e70-4723-a933-fe35e4c643a0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d28a461d-2719-488c-8c6a-449da1966371 HTTP/1.1" status: 204 len: 168 time: 0.4548218 May 23 15:42:29.122096 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bc0fb-0e70-4723-a933-fe35e4c643a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28a461d-2719-488c-8c6a-449da1966371,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:29.191232 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ea24ddc-07e6-4045-8f02-9db097323cdd req-ac1c7967-9b72-450b-a83d-f56b819a0df4 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538570 May 23 15:42:29.212042 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7093a4-85cc-4b30-9b07-7b9f08c7d4f6 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:42:29.219137 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-da7093a4-85cc-4b30-9b07-7b9f08c7d4f6 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:29.231591 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dde57da-7106-4266-a6e0-521a90be0526 None None] Sync routers for ids ['294ba236-1a49-4375-acaa-a4be0e7194b7'] in dv-cinder-840678-12-iscsi {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:42:29.244244 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dde57da-7106-4266-a6e0-521a90be0526 None None] Routers {'294ba236-1a49-4375-acaa-a4be0e7194b7'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:42:29.245083 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-8dde57da-7106-4266-a6e0-521a90be0526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:42:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['294ba236-1a49-4375-acaa-a4be0e7194b7'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:42:29.258241 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-da7093a4-85cc-4b30-9b07-7b9f08c7d4f6 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "PUT /v2.0/floatingips/49aa59fc-c96e-4a80-b415-9801ca2c5482 HTTP/1.1" status: 200 len: 991 time: 1.7499187 May 23 15:42:29.258241 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800dd67c-e6dd-4712-9fe6-8d823b845358', 'tag': 'f434c841-96a2-4c6e-a73f-0d44004c417c'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:42:29.258929 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d826e081-e36a-408c-9551-5cddf3cf5b66" -d '{"events": [{"name": "network-changed", "server_uuid": "800dd67c-e6dd-4712-9fe6-8d823b845358", "tag": "f434c841-96a2-4c6e-a73f-0d44004c417c"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:42:29.302076 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecaa1a8-1d9b-46bf-a5e3-383af5fd064e x-openstack-request-id: req-2ecaa1a8-1d9b-46bf-a5e3-383af5fd064e {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:42:29.302076 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "800dd67c-e6dd-4712-9fe6-8d823b845358", "tag": "f434c841-96a2-4c6e-a73f-0d44004c417c", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:42:29.302076 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ecaa1a8-1d9b-46bf-a5e3-383af5fd064e {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:42:29.302076 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ecaa1a8-1d9b-46bf-a5e3-383af5fd064e'] response: {'name': 'network-changed', 'server_uuid': '800dd67c-e6dd-4712-9fe6-8d823b845358', 'tag': 'f434c841-96a2-4c6e-a73f-0d44004c417c', 'status': 'completed', 'code': 200} May 23 15:42:29.365200 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-8dde57da-7106-4266-a6e0-521a90be0526 None None] Set router 294ba236-1a49-4375-acaa-a4be0e7194b7 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:42:29.532223 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 42402) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:29.546819 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-a1a520b0-d088-4e67-b538-d357f53a9893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:29.638587 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-8dde57da-7106-4266-a6e0-521a90be0526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'name': 'tempest-AttachVolumeTestJSON-428610378-router', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:35Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'gw_port': {'id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:84:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '49aa59fc-c96e-4a80-b415-9801ca2c5482', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'port_id': 'f434c841-96a2-4c6e-a73f-0d44004c417c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97', 'mac_address': 'fa:16:3e:36:d7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800dd67c-e6dd-4712-9fe6-8d823b845358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:41:49Z', 'updated_at': '2022-05-23T15:42:28Z', 'revision_number': 1, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ad32ead-1ebc-4657-8773-8c9653fda652', 'name': '', 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'mac_address': 'fa:16:3e:36:3e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:41Z', 'updated_at': '2022-05-23T15:41:47Z', 'revision_number': 5, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'subnets': [{'id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:42:29.651828 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-a1a520b0-d088-4e67-b538-d357f53a9893 admin admin] Publish callbacks [] for security_group (535d05d5-dfb2-46ab-b7b7-e11ab7099b4b), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:29.653576 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:29.665040 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dde57da-7106-4266-a6e0-521a90be0526 None None] Checking router: 294ba236-1a49-4375-acaa-a4be0e7194b7 for host: dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:42:29.675619 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dde57da-7106-4266-a6e0-521a90be0526 None None] Routers {'294ba236-1a49-4375-acaa-a4be0e7194b7'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:42:29.678775 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-8dde57da-7106-4266-a6e0-521a90be0526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:42:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['294ba236-1a49-4375-acaa-a4be0e7194b7'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:42:29.761492 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-a1a520b0-d088-4e67-b538-d357f53a9893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (535d05d5-dfb2-46ab-b7b7-e11ab7099b4b), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:29.806212 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-a1a520b0-d088-4e67-b538-d357f53a9893 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ff880b1e4d5c438d9ed81b8f10972aeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2728364 May 23 15:42:29.808811 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 42408) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:29.813288 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a520b0-d088-4e67-b538-d357f53a9893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535d05d5-dfb2-46ab-b7b7-e11ab7099b4b,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:29.878350 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-6f41b8ac-99f2-482c-8d98-68ba2bfaa0f8 admin admin] Publish callbacks [] for security_group (535d05d5-dfb2-46ab-b7b7-e11ab7099b4b), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:29.880255 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-25250154-f752-4f78-8702-074618c397c1 req-e4cc4552-169b-4ccf-9cee-859b071367d7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0558598 May 23 15:42:29.883179 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-8dde57da-7106-4266-a6e0-521a90be0526 None None] Set router 294ba236-1a49-4375-acaa-a4be0e7194b7 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:42:29.906016 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-6f41b8ac-99f2-482c-8d98-68ba2bfaa0f8 admin admin] Publish callbacks [] for security_group (535d05d5-dfb2-46ab-b7b7-e11ab7099b4b), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:30.001575 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:30.053160 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-6f41b8ac-99f2-482c-8d98-68ba2bfaa0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (535d05d5-dfb2-46ab-b7b7-e11ab7099b4b), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:30.055943 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-6f41b8ac-99f2-482c-8d98-68ba2bfaa0f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:30.057720 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-6f41b8ac-99f2-482c-8d98-68ba2bfaa0f8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/535d05d5-dfb2-46ab-b7b7-e11ab7099b4b HTTP/1.1" status: 204 len: 168 time: 0.2473309 May 23 15:42:30.081050 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41b8ac-99f2-482c-8d98-68ba2bfaa0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535d05d5-dfb2-46ab-b7b7-e11ab7099b4b,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:30.099638 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 42416) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:30.119523 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2741296e-2eb5-483d-b93b-6a1c3242786e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:30.136068 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-8dde57da-7106-4266-a6e0-521a90be0526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'name': 'tempest-AttachVolumeTestJSON-428610378-router', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:35Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'gw_port': {'id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:84:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '49aa59fc-c96e-4a80-b415-9801ca2c5482', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'port_id': 'f434c841-96a2-4c6e-a73f-0d44004c417c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97', 'mac_address': 'fa:16:3e:36:d7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800dd67c-e6dd-4712-9fe6-8d823b845358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:41:49Z', 'updated_at': '2022-05-23T15:42:28Z', 'revision_number': 1, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ad32ead-1ebc-4657-8773-8c9653fda652', 'name': '', 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'mac_address': 'fa:16:3e:36:3e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:41Z', 'updated_at': '2022-05-23T15:41:47Z', 'revision_number': 5, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'subnets': [{'id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:42:30.162471 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dde57da-7106-4266-a6e0-521a90be0526 None None] The sync data for ids ['294ba236-1a49-4375-acaa-a4be0e7194b7'] in dv-cinder-840678-12-iscsi is: [{'id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'name': 'tempest-AttachVolumeTestJSON-428610378-router', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:35Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'gw_port': {'id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:84:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '49aa59fc-c96e-4a80-b415-9801ca2c5482', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'port_id': 'f434c841-96a2-4c6e-a73f-0d44004c417c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97', 'mac_address': 'fa:16:3e:36:d7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800dd67c-e6dd-4712-9fe6-8d823b845358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:41:49Z', 'updated_at': '2022-05-23T15:42:28Z', 'revision_number': 1, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ad32ead-1ebc-4657-8773-8c9653fda652', 'name': '', 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'mac_address': 'fa:16:3e:36:3e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:41Z', 'updated_at': '2022-05-23T15:41:47Z', 'revision_number': 5, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'subnets': [{'id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:42:30.217103 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2741296e-2eb5-483d-b93b-6a1c3242786e admin admin] Publish callbacks [] for security_group (ef1feeed-4e3e-47b4-90d4-de303727899a), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:30.309553 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ac96f-220d-4cc6-a955-fbde8895a0fb req-9c388c94-b4fa-48ad-b87c-22383134dfc9 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:30.312489 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e67ac96f-220d-4cc6-a955-fbde8895a0fb req-9c388c94-b4fa-48ad-b87c-22383134dfc9 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.0513041 May 23 15:42:30.321295 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2741296e-2eb5-483d-b93b-6a1c3242786e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (ef1feeed-4e3e-47b4-90d4-de303727899a), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:30.347663 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:30.364586 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e67ac96f-220d-4cc6-a955-fbde8895a0fb req-92289519-695f-4c70-b381-0ef8f27747af tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470135 May 23 15:42:30.367391 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 42420) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:30.367750 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-2741296e-2eb5-483d-b93b-6a1c3242786e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e487696322744408baa9bec8fdb0288a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2670116 May 23 15:42:30.380007 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741296e-2eb5-483d-b93b-6a1c3242786e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1feeed-4e3e-47b4-90d4-de303727899a,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:30.391674 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:30.403973 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85bc172-a0df-41f3-9660-028e7964b3d9 None None] New status for floating IP 49aa59fc-c96e-4a80-b415-9801ca2c5482: ACTIVE {{(pid=111210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:42:30.426168 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-7e748358-9060-4707-b5e4-1db30d27f263 admin admin] Publish callbacks [] for security_group (ef1feeed-4e3e-47b4-90d4-de303727899a), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:30.450014 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-7e748358-9060-4707-b5e4-1db30d27f263 admin admin] Publish callbacks [] for security_group (ef1feeed-4e3e-47b4-90d4-de303727899a), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:30.601265 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-7e748358-9060-4707-b5e4-1db30d27f263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (ef1feeed-4e3e-47b4-90d4-de303727899a), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:30.603856 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-7e748358-9060-4707-b5e4-1db30d27f263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:30.608117 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-7e748358-9060-4707-b5e4-1db30d27f263 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ef1feeed-4e3e-47b4-90d4-de303727899a HTTP/1.1" status: 204 len: 168 time: 0.2393332 May 23 15:42:30.617501 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e748358-9060-4707-b5e4-1db30d27f263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1feeed-4e3e-47b4-90d4-de303727899a,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:31.026456 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 42434) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:31.040061 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-de467881-e02f-44c0-a423-8c36f036629c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:31.119200 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-de467881-e02f-44c0-a423-8c36f036629c admin admin] Publish callbacks [] for security_group (fff3f4f3-9d8c-4403-87c0-b12cb743633a), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:31.183414 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-de467881-e02f-44c0-a423-8c36f036629c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (fff3f4f3-9d8c-4403-87c0-b12cb743633a), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:31.222787 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-de467881-e02f-44c0-a423-8c36f036629c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b846b65ddcd24d4eb2f4db2a63e509b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1952424 May 23 15:42:31.223899 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de467881-e02f-44c0-a423-8c36f036629c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff3f4f3-9d8c-4403-87c0-b12cb743633a,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:31.235250 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 42442) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:31.276372 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-98031a11-79e5-4095-b012-ddfcdcad776b admin admin] Publish callbacks [] for security_group (fff3f4f3-9d8c-4403-87c0-b12cb743633a), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:31.298725 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-98031a11-79e5-4095-b012-ddfcdcad776b admin admin] Publish callbacks [] for security_group (fff3f4f3-9d8c-4403-87c0-b12cb743633a), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:31.384551 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:31.413067 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-98031a11-79e5-4095-b012-ddfcdcad776b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (fff3f4f3-9d8c-4403-87c0-b12cb743633a), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:31.415712 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-98031a11-79e5-4095-b012-ddfcdcad776b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:31.416882 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-98031a11-79e5-4095-b012-ddfcdcad776b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fff3f4f3-9d8c-4403-87c0-b12cb743633a HTTP/1.1" status: 204 len: 168 time: 0.1903780 May 23 15:42:31.426016 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98031a11-79e5-4095-b012-ddfcdcad776b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff3f4f3-9d8c-4403-87c0-b12cb743633a,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:31.545163 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce572d-f19e-46c2-a148-257f10b17a42 req-c08b9252-a1ff-44a3-a5ef-bb986767a1d3 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:31.547397 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-02ce572d-f19e-46c2-a148-257f10b17a42 req-c08b9252-a1ff-44a3-a5ef-bb986767a1d3 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.0510278 May 23 15:42:31.586402 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:31.604631 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-02ce572d-f19e-46c2-a148-257f10b17a42 req-749a3375-70a4-43e5-bc92-be6e143988da tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513678 May 23 15:42:31.789453 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:31.898580 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:32.171359 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826e081-e36a-408c-9551-5cddf3cf5b66 req-5484d508-8ca5-4b02-a804-a1b31a819659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:32.173145 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d826e081-e36a-408c-9551-5cddf3cf5b66 req-5484d508-8ca5-4b02-a804-a1b31a819659 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8d7ac236cd4d414fb70eb8da6da53484&device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 1129 time: 0.0583551 May 23 15:42:32.527296 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:32.607494 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:32.747527 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cc226-ad4e-4800-8709-7020a8864f87 req-5f76994b-13c1-4c87-ba63-f5d3d945609f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:32.752155 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d73cc226-ad4e-4800-8709-7020a8864f87 req-5f76994b-13c1-4c87-ba63-f5d3d945609f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.0630181 May 23 15:42:32.799640 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d73cc226-ad4e-4800-8709-7020a8864f87 req-7f45e2e6-785d-43f2-9391-4723cd123849 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426183 May 23 15:42:33.273889 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25250154-f752-4f78-8702-074618c397c1 req-d6f0c581-fd9a-45f1-8519-55be2024b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:33.275483 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-25250154-f752-4f78-8702-074618c397c1 req-d6f0c581-fd9a-45f1-8519-55be2024b27f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0a819820263647f784079581c7527921&device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 1129 time: 0.0878961 May 23 15:42:33.363664 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826e081-e36a-408c-9551-5cddf3cf5b66 req-4edbda4f-ac87-4b28-880f-8abace5d0b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:33.365712 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d826e081-e36a-408c-9551-5cddf3cf5b66 req-4edbda4f-ac87-4b28-880f-8abace5d0b6a service neutron] 10.222.0.69 "GET /v2.0/networks?id=02514ff5-801e-4a1a-ba63-1d21a54e8a97 HTTP/1.1" status: 200 len: 911 time: 0.1953273 May 23 15:42:33.490857 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25250154-f752-4f78-8702-074618c397c1 req-231f3771-82cf-4c1d-a45c-92c1de16913b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:33.492403 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-25250154-f752-4f78-8702-074618c397c1 req-231f3771-82cf-4c1d-a45c-92c1de16913b service neutron] 10.222.0.69 "GET /v2.0/networks?id=c4853812-24f1-4eab-961f-8a8760bf5020 HTTP/1.1" status: 200 len: 912 time: 0.1950772 May 23 15:42:33.494250 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d826e081-e36a-408c-9551-5cddf3cf5b66 req-3d42550c-201e-4832-a193-85c6e47268d0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f434c841-96a2-4c6e-a73f-0d44004c417c HTTP/1.1" status: 200 len: 1001 time: 0.1160851 May 23 15:42:33.563830 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-25250154-f752-4f78-8702-074618c397c1 req-df4b4c48-277e-45bd-820e-af0c6901b3d6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=620fab52-b890-4499-b5f7-e33158b7c317 HTTP/1.1" status: 200 len: 217 time: 0.0576129 May 23 15:42:33.596164 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 42546) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:33.625845 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826e081-e36a-408c-9551-5cddf3cf5b66 req-c851df46-01c6-4965-8a8b-faa20792742a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:33.627082 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d826e081-e36a-408c-9551-5cddf3cf5b66 req-c851df46-01c6-4965-8a8b-faa20792742a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a8eb70f1-a1de-4065-b90b-0efc8b236916 HTTP/1.1" status: 200 len: 849 time: 0.1197612 May 23 15:42:33.645244 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25250154-f752-4f78-8702-074618c397c1 req-76061c60-e8dd-43be-8cc1-33fa5ffabcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:33.646871 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-25250154-f752-4f78-8702-074618c397c1 req-76061c60-e8dd-43be-8cc1-33fa5ffabcc6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d4ecc785-2138-446f-b61f-73e480427ac8 HTTP/1.1" status: 200 len: 851 time: 0.0755978 May 23 15:42:33.708170 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-25250154-f752-4f78-8702-074618c397c1 req-44c12af6-a0ac-473a-b9cc-b478d0306f1a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c4853812-24f1-4eab-961f-8a8760bf5020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410864 May 23 15:42:33.711191 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:33.712532 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826e081-e36a-408c-9551-5cddf3cf5b66 req-e08a7765-835f-4099-8d57-8d5f43df03f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:33.716599 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d826e081-e36a-408c-9551-5cddf3cf5b66 req-e08a7765-835f-4099-8d57-8d5f43df03f0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=02514ff5-801e-4a1a-ba63-1d21a54e8a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0789812 May 23 15:42:33.720854 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7c0a949f-21c3-48e7-b8a3-7c60619590cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:33.868194 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7c0a949f-21c3-48e7-b8a3-7c60619590cc admin admin] Publish callbacks [] for security_group (64460380-1869-45c9-891d-5fd3f619b2fc), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:33.955493 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7c0a949f-21c3-48e7-b8a3-7c60619590cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (64460380-1869-45c9-891d-5fd3f619b2fc), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:34.004637 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-7c0a949f-21c3-48e7-b8a3-7c60619590cc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=223f8dc992134a258a3bfd5ba8dd1ee9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4067450 May 23 15:42:34.005767 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a949f-21c3-48e7-b8a3-7c60619590cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64460380-1869-45c9-891d-5fd3f619b2fc,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:34.007865 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 42560) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:34.021594 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a949f-21c3-48e7-b8a3-7c60619590cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:34.022207 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a949f-21c3-48e7-b8a3-7c60619590cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:34.022659 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a949f-21c3-48e7-b8a3-7c60619590cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:34.023020 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a949f-21c3-48e7-b8a3-7c60619590cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:34.023364 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a949f-21c3-48e7-b8a3-7c60619590cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:34.023704 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a949f-21c3-48e7-b8a3-7c60619590cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:34.024043 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a949f-21c3-48e7-b8a3-7c60619590cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:34.024376 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a949f-21c3-48e7-b8a3-7c60619590cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:34.024906 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a949f-21c3-48e7-b8a3-7c60619590cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:34.025286 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a949f-21c3-48e7-b8a3-7c60619590cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:34.026047 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a949f-21c3-48e7-b8a3-7c60619590cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:34.026399 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a949f-21c3-48e7-b8a3-7c60619590cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:34.026735 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a949f-21c3-48e7-b8a3-7c60619590cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:34.027070 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a949f-21c3-48e7-b8a3-7c60619590cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:34.027403 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a949f-21c3-48e7-b8a3-7c60619590cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:34.086648 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2280-6950-4337-8527-180149c439d3 admin admin] Publish callbacks [] for security_group (64460380-1869-45c9-891d-5fd3f619b2fc), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:34.113097 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2280-6950-4337-8527-180149c439d3 admin admin] Publish callbacks [] for security_group (64460380-1869-45c9-891d-5fd3f619b2fc), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:34.126934 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292c333-092a-421c-89f7-cdb0d16d4772 req-ea2cb7cc-acc7-4586-bff5-417852bb2217 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:34.128447 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f292c333-092a-421c-89f7-cdb0d16d4772 req-ea2cb7cc-acc7-4586-bff5-417852bb2217 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.1097848 May 23 15:42:34.142864 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:34.192710 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-25250154-f752-4f78-8702-074618c397c1 req-e43be9ba-7dd4-41f3-84b3-c1dfce672c98 service neutron] 10.222.0.69 "GET /v2.0/networks/c4853812-24f1-4eab-961f-8a8760bf5020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706571 May 23 15:42:34.196170 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d826e081-e36a-408c-9551-5cddf3cf5b66 req-db06345c-97db-41b5-9dd6-8b2c88cbbee3 service neutron] 10.222.0.69 "GET /v2.0/networks/02514ff5-801e-4a1a-ba63-1d21a54e8a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4730678 May 23 15:42:34.270201 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2280-6950-4337-8527-180149c439d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (64460380-1869-45c9-891d-5fd3f619b2fc), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:34.272870 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2280-6950-4337-8527-180149c439d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:34.277529 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-b6dd2280-6950-4337-8527-180149c439d3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/64460380-1869-45c9-891d-5fd3f619b2fc HTTP/1.1" status: 204 len: 168 time: 0.2676926 May 23 15:42:34.288066 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd2280-6950-4337-8527-180149c439d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64460380-1869-45c9-891d-5fd3f619b2fc,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:34.327727 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f292c333-092a-421c-89f7-cdb0d16d4772 req-0148a2e9-d1c1-4df5-97e7-1c3d4f778978 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800418 May 23 15:42:34.402717 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d826e081-e36a-408c-9551-5cddf3cf5b66 req-a63cfbf3-e271-4b0b-b2ca-dc1205dfd1f6 service neutron] 10.222.0.69 "GET /v2.0/networks/02514ff5-801e-4a1a-ba63-1d21a54e8a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943944 May 23 15:42:34.406618 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-25250154-f752-4f78-8702-074618c397c1 req-be22794c-f1dc-400a-aba8-1332c69bf3c8 service neutron] 10.222.0.69 "GET /v2.0/networks/c4853812-24f1-4eab-961f-8a8760bf5020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994829 May 23 15:42:34.682032 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:35.117800 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 42598) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:35.131352 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-854a359c-6b88-46b4-9428-09c867a562a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:35.211697 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-854a359c-6b88-46b4-9428-09c867a562a6 admin admin] Publish callbacks [] for security_group (a9eb3fe1-98ec-4c5c-9e06-b0e7230df39a), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:35.367021 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-854a359c-6b88-46b4-9428-09c867a562a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (a9eb3fe1-98ec-4c5c-9e06-b0e7230df39a), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:35.409425 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-854a359c-6b88-46b4-9428-09c867a562a6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=432f37ad628b4aedb323e795b1e3b6ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2881477 May 23 15:42:35.409425 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a359c-6b88-46b4-9428-09c867a562a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9eb3fe1-98ec-4c5c-9e06-b0e7230df39a,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:35.411581 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 42608) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:35.457078 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733619e-89b9-4936-8e14-e176e6a5285b req-a38ef1cf-785c-4ac5-83fd-4db460798772 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:35.458769 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8733619e-89b9-4936-8e14-e176e6a5285b req-a38ef1cf-785c-4ac5-83fd-4db460798772 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.0655758 May 23 15:42:35.462493 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-abcd754a-37b3-4eca-99f6-f5bb95cfa8d8 admin admin] Publish callbacks [] for security_group (a9eb3fe1-98ec-4c5c-9e06-b0e7230df39a), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:35.466379 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:35.487062 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-abcd754a-37b3-4eca-99f6-f5bb95cfa8d8 admin admin] Publish callbacks [] for security_group (a9eb3fe1-98ec-4c5c-9e06-b0e7230df39a), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:35.511681 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8733619e-89b9-4936-8e14-e176e6a5285b req-8f5d3f87-f6fd-4351-934a-1f7dae4ef2b1 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470302 May 23 15:42:35.647671 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-abcd754a-37b3-4eca-99f6-f5bb95cfa8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (a9eb3fe1-98ec-4c5c-9e06-b0e7230df39a), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:35.650240 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-abcd754a-37b3-4eca-99f6-f5bb95cfa8d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:35.651443 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-abcd754a-37b3-4eca-99f6-f5bb95cfa8d8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a9eb3fe1-98ec-4c5c-9e06-b0e7230df39a HTTP/1.1" status: 204 len: 168 time: 0.2390115 May 23 15:42:35.660683 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd754a-37b3-4eca-99f6-f5bb95cfa8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9eb3fe1-98ec-4c5c-9e06-b0e7230df39a,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:36.629972 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57056c06-3608-457c-b24e-083feb34030c req-a59fa625-db4c-4ada-ba91-14d88525494b tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:36.631508 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-57056c06-3608-457c-b24e-083feb34030c req-a59fa625-db4c-4ada-ba91-14d88525494b tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.0495951 May 23 15:42:36.679317 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-57056c06-3608-457c-b24e-083feb34030c req-7616d9c2-77ce-4938-a521-b97ea8c6d29c tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423875 May 23 15:42:37.798550 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce10432-5e5a-4798-81de-25d264dd7c48 req-36adacae-ec48-4aa2-a54b-7362dc3d7f4b tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:37.800280 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-dce10432-5e5a-4798-81de-25d264dd7c48 req-36adacae-ec48-4aa2-a54b-7362dc3d7f4b tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.0488439 May 23 15:42:37.852590 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-dce10432-5e5a-4798-81de-25d264dd7c48 req-2dd0b97c-4eee-4067-9b5f-fa3109949434 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446782 May 23 15:42:38.052867 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 42706) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:38.175636 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-be17d2ea-cbdb-4dff-a7c2-8aed9c33451c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:38.264498 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-be17d2ea-cbdb-4dff-a7c2-8aed9c33451c admin admin] Publish callbacks [] for security_group (1f02a612-56ff-4542-a589-5e73d9799e19), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:38.361464 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-be17d2ea-cbdb-4dff-a7c2-8aed9c33451c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (1f02a612-56ff-4542-a589-5e73d9799e19), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:38.417941 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 42738) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:38.418083 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-be17d2ea-cbdb-4dff-a7c2-8aed9c33451c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4c9d7a6c555f4bf4960660292e368aa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3637552 May 23 15:42:38.419406 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17d2ea-cbdb-4dff-a7c2-8aed9c33451c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f02a612-56ff-4542-a589-5e73d9799e19,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:38.489317 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-554ea3ed-7164-4449-b460-fca9ae903e8c admin admin] Publish callbacks [] for security_group (1f02a612-56ff-4542-a589-5e73d9799e19), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:38.515789 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-554ea3ed-7164-4449-b460-fca9ae903e8c admin admin] Publish callbacks [] for security_group (1f02a612-56ff-4542-a589-5e73d9799e19), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:38.553531 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:38.658628 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-554ea3ed-7164-4449-b460-fca9ae903e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (1f02a612-56ff-4542-a589-5e73d9799e19), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:38.661243 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-554ea3ed-7164-4449-b460-fca9ae903e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:38.662562 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-554ea3ed-7164-4449-b460-fca9ae903e8c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1f02a612-56ff-4542-a589-5e73d9799e19 HTTP/1.1" status: 204 len: 168 time: 0.2434368 May 23 15:42:38.670763 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ea3ed-7164-4449-b460-fca9ae903e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f02a612-56ff-4542-a589-5e73d9799e19,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:38.687278 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ea3ed-7164-4449-b460-fca9ae903e8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:38.687817 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ea3ed-7164-4449-b460-fca9ae903e8c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:38.688483 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ea3ed-7164-4449-b460-fca9ae903e8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:38.689084 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ea3ed-7164-4449-b460-fca9ae903e8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:38.697273 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ea3ed-7164-4449-b460-fca9ae903e8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:38.697273 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ea3ed-7164-4449-b460-fca9ae903e8c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:38.697273 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ea3ed-7164-4449-b460-fca9ae903e8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:38.697273 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ea3ed-7164-4449-b460-fca9ae903e8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:38.697273 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ea3ed-7164-4449-b460-fca9ae903e8c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:38.697273 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ea3ed-7164-4449-b460-fca9ae903e8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:38.697273 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ea3ed-7164-4449-b460-fca9ae903e8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:38.697273 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ea3ed-7164-4449-b460-fca9ae903e8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:38.697273 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ea3ed-7164-4449-b460-fca9ae903e8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:38.697273 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ea3ed-7164-4449-b460-fca9ae903e8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:38.708348 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ea3ed-7164-4449-b460-fca9ae903e8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:39.012560 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a49b4e-f9fa-4bd2-b632-e97d521c75bc req-686cbe3b-0196-44d1-ac53-8bee288a3d22 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:39.015048 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-16a49b4e-f9fa-4bd2-b632-e97d521c75bc req-686cbe3b-0196-44d1-ac53-8bee288a3d22 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.0791461 May 23 15:42:39.088613 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-16a49b4e-f9fa-4bd2-b632-e97d521c75bc req-ea52293f-6044-43b0-b8bc-a916feff0d19 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651021 May 23 15:42:39.398795 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 42792) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:39.412108 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4398-8aea-4fe7-b7b9-e0bfc90a69aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:39.503169 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4398-8aea-4fe7-b7b9-e0bfc90a69aa admin admin] Publish callbacks [] for security_group (72c96a4e-a0ab-4fc1-8ffc-aa4ebf3d7219), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:39.553661 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 42800) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:39.578345 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4398-8aea-4fe7-b7b9-e0bfc90a69aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (72c96a4e-a0ab-4fc1-8ffc-aa4ebf3d7219), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:39.621467 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-2c8b4398-8aea-4fe7-b7b9-e0bfc90a69aa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a09b0ba895f94450b2fe5f3d3a358de7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215583 May 23 15:42:39.622474 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b4398-8aea-4fe7-b7b9-e0bfc90a69aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c96a4e-a0ab-4fc1-8ffc-aa4ebf3d7219,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:39.624360 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 42804) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:39.679949 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9ab360f0-8f97-4451-b75e-5b937d3f90a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:39.702292 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f718f900-4577-4500-9e81-d660ff58f9bf admin admin] Publish callbacks [] for security_group (72c96a4e-a0ab-4fc1-8ffc-aa4ebf3d7219), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:39.738775 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f718f900-4577-4500-9e81-d660ff58f9bf admin admin] Publish callbacks [] for security_group (72c96a4e-a0ab-4fc1-8ffc-aa4ebf3d7219), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:39.817979 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9ab360f0-8f97-4451-b75e-5b937d3f90a9 admin admin] Publish callbacks [] for security_group (daf618ac-987a-4f6d-92db-a9795a6bd2c6), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:39.898770 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f718f900-4577-4500-9e81-d660ff58f9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (72c96a4e-a0ab-4fc1-8ffc-aa4ebf3d7219), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:39.901398 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f718f900-4577-4500-9e81-d660ff58f9bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:39.902593 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-f718f900-4577-4500-9e81-d660ff58f9bf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/72c96a4e-a0ab-4fc1-8ffc-aa4ebf3d7219 HTTP/1.1" status: 204 len: 168 time: 0.2770979 May 23 15:42:39.905225 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9ab360f0-8f97-4451-b75e-5b937d3f90a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (daf618ac-987a-4f6d-92db-a9795a6bd2c6), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:39.920185 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718f900-4577-4500-9e81-d660ff58f9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c96a4e-a0ab-4fc1-8ffc-aa4ebf3d7219,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:39.958015 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-9ab360f0-8f97-4451-b75e-5b937d3f90a9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=268a7f3061364e81965a3727bd99b704&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4031365 May 23 15:42:39.959289 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab360f0-8f97-4451-b75e-5b937d3f90a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf618ac-987a-4f6d-92db-a9795a6bd2c6,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:39.960853 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 42816) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:40.018454 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-a725da9a-987c-448f-aaaf-c907eb020813 admin admin] Publish callbacks [] for security_group (daf618ac-987a-4f6d-92db-a9795a6bd2c6), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:40.029370 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:40.048235 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-a725da9a-987c-448f-aaaf-c907eb020813 admin admin] Publish callbacks [] for security_group (daf618ac-987a-4f6d-92db-a9795a6bd2c6), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:40.198821 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fda98-cd70-4fa1-8c27-61f314a3ad9f req-785fb270-12f5-42ff-bafc-4a6866ebc925 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:40.200285 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1e4fda98-cd70-4fa1-8c27-61f314a3ad9f req-785fb270-12f5-42ff-bafc-4a6866ebc925 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.0487568 May 23 15:42:40.252286 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-a725da9a-987c-448f-aaaf-c907eb020813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (daf618ac-987a-4f6d-92db-a9795a6bd2c6), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:40.255599 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-a725da9a-987c-448f-aaaf-c907eb020813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:40.257563 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-a725da9a-987c-448f-aaaf-c907eb020813 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/daf618ac-987a-4f6d-92db-a9795a6bd2c6 HTTP/1.1" status: 204 len: 168 time: 0.2943342 May 23 15:42:40.272286 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1e4fda98-cd70-4fa1-8c27-61f314a3ad9f req-433ce991-97e7-4494-82a5-5ad2579ae7b0 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663278 May 23 15:42:40.277843 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725da9a-987c-448f-aaaf-c907eb020813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf618ac-987a-4f6d-92db-a9795a6bd2c6,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:40.679586 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 42848) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:40.694274 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b98dfe23-8e87-45bc-b1b4-420087c1f535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:40.775136 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b98dfe23-8e87-45bc-b1b4-420087c1f535 admin admin] Publish callbacks [] for security_group (15f38612-6e66-44ef-ace6-a19130b4e8a1), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:40.841629 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b98dfe23-8e87-45bc-b1b4-420087c1f535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (15f38612-6e66-44ef-ace6-a19130b4e8a1), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:40.846579 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=76,neutron:DELETE=6,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:40.870317 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:40.881944 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98dfe23-8e87-45bc-b1b4-420087c1f535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f38612-6e66-44ef-ace6-a19130b4e8a1,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:40.888089 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-b98dfe23-8e87-45bc-b1b4-420087c1f535 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=156e936402d04354a66c9ce917949001&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2073181 May 23 15:42:40.890770 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 42850) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:40.941735 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-d5385aae-7e11-4c18-86b2-27f38c40ed2b admin admin] Publish callbacks [] for security_group (15f38612-6e66-44ef-ace6-a19130b4e8a1), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:40.964711 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-d5385aae-7e11-4c18-86b2-27f38c40ed2b admin admin] Publish callbacks [] for security_group (15f38612-6e66-44ef-ace6-a19130b4e8a1), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:41.010236 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 42852) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:41.025070 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-53d422c2-bb2c-4068-bc28-4d755702e162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:41.131540 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-d5385aae-7e11-4c18-86b2-27f38c40ed2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (15f38612-6e66-44ef-ace6-a19130b4e8a1), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:41.134464 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-d5385aae-7e11-4c18-86b2-27f38c40ed2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:41.135408 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-d5385aae-7e11-4c18-86b2-27f38c40ed2b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/15f38612-6e66-44ef-ace6-a19130b4e8a1 HTTP/1.1" status: 204 len: 168 time: 0.2431891 May 23 15:42:41.153206 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5385aae-7e11-4c18-86b2-27f38c40ed2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f38612-6e66-44ef-ace6-a19130b4e8a1,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:41.206504 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-53d422c2-bb2c-4068-bc28-4d755702e162 admin admin] Publish callbacks [] for security_group (70b96375-0d0a-4a59-8ec0-c4596ade29b6), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:41.299121 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-53d422c2-bb2c-4068-bc28-4d755702e162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (70b96375-0d0a-4a59-8ec0-c4596ade29b6), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:41.338981 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-53d422c2-bb2c-4068-bc28-4d755702e162 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=310ce774fc434a48bda37e68eb989684&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3263841 May 23 15:42:41.340512 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 42874) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:41.346759 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d422c2-bb2c-4068-bc28-4d755702e162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b96375-0d0a-4a59-8ec0-c4596ade29b6,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:41.416083 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-6da1b491-2acb-4745-acbb-10cc1edd91b6 admin admin] Publish callbacks [] for security_group (70b96375-0d0a-4a59-8ec0-c4596ade29b6), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:41.469927 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:41.472033 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-6da1b491-2acb-4745-acbb-10cc1edd91b6 admin admin] Publish callbacks [] for security_group (70b96375-0d0a-4a59-8ec0-c4596ade29b6), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:41.479530 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9d9c4-ed7d-4630-8b79-754cd11a94c2 req-bab103a1-7a2c-4c5e-a279-d923bc9efab6 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:41.481054 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d3a9d9c4-ed7d-4630-8b79-754cd11a94c2 req-bab103a1-7a2c-4c5e-a279-d923bc9efab6 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.0790420 May 23 15:42:41.556200 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d3a9d9c4-ed7d-4630-8b79-754cd11a94c2 req-beaa1e4a-facf-4748-b51a-922baa1e25ac tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642703 May 23 15:42:41.664435 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-6da1b491-2acb-4745-acbb-10cc1edd91b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (70b96375-0d0a-4a59-8ec0-c4596ade29b6), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:41.667453 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-6da1b491-2acb-4745-acbb-10cc1edd91b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:41.668252 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-6da1b491-2acb-4745-acbb-10cc1edd91b6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/70b96375-0d0a-4a59-8ec0-c4596ade29b6 HTTP/1.1" status: 204 len: 168 time: 0.3260260 May 23 15:42:41.682065 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1b491-2acb-4745-acbb-10cc1edd91b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b96375-0d0a-4a59-8ec0-c4596ade29b6,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:42.445298 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 42928) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:42.669927 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b8b53db5-9d72-4e40-a52a-2bac613e3863 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:42.680981 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1977d1-ce28-458e-b1f2-e0b181b4d0f3 req-27beb0d0-41fd-467f-bba1-a29f12baf534 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:42.682556 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-df1977d1-ce28-458e-b1f2-e0b181b4d0f3 req-27beb0d0-41fd-467f-bba1-a29f12baf534 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.0524085 May 23 15:42:42.714958 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:42.759410 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b8b53db5-9d72-4e40-a52a-2bac613e3863 admin admin] Publish callbacks [] for security_group (42c8d360-5d68-43a1-ae87-0c7b474fb1aa), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:42.760908 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-df1977d1-ce28-458e-b1f2-e0b181b4d0f3 req-1dbe1b95-2b7f-423c-9659-1bd413782a02 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708003 May 23 15:42:42.841320 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b8b53db5-9d72-4e40-a52a-2bac613e3863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (42c8d360-5d68-43a1-ae87-0c7b474fb1aa), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:42.882294 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-b8b53db5-9d72-4e40-a52a-2bac613e3863 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c892b37d74de4f8eae6be3871be771d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4358287 May 23 15:42:42.884878 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 42950) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:42.885231 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b53db5-9d72-4e40-a52a-2bac613e3863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c8d360-5d68-43a1-ae87-0c7b474fb1aa,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:42.934205 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2d556495-96c7-4945-bda5-4a3db52da6d0 admin admin] Publish callbacks [] for security_group (42c8d360-5d68-43a1-ae87-0c7b474fb1aa), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:42.955077 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2d556495-96c7-4945-bda5-4a3db52da6d0 admin admin] Publish callbacks [] for security_group (42c8d360-5d68-43a1-ae87-0c7b474fb1aa), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:43.062082 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2d556495-96c7-4945-bda5-4a3db52da6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (42c8d360-5d68-43a1-ae87-0c7b474fb1aa), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:43.064905 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2d556495-96c7-4945-bda5-4a3db52da6d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:43.067530 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-2d556495-96c7-4945-bda5-4a3db52da6d0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/42c8d360-5d68-43a1-ae87-0c7b474fb1aa HTTP/1.1" status: 204 len: 168 time: 0.1801982 May 23 15:42:43.074552 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d556495-96c7-4945-bda5-4a3db52da6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c8d360-5d68-43a1-ae87-0c7b474fb1aa,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:43.851680 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 42996) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:43.872714 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7c5fe75a-f78e-434f-81ef-d8a78140cd7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:43.888743 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff266c6-aaec-432c-bdb2-43d1ec099495 req-24b68ad7-8a6b-4769-928c-e6a7ee51e665 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:43.896593 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7ff266c6-aaec-432c-bdb2-43d1ec099495 req-24b68ad7-8a6b-4769-928c-e6a7ee51e665 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.0710602 May 23 15:42:43.960193 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7ff266c6-aaec-432c-bdb2-43d1ec099495 req-2fcb138a-8211-4c97-9b62-66c13ca6e2fa tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624840 May 23 15:42:43.964083 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7c5fe75a-f78e-434f-81ef-d8a78140cd7f admin admin] Publish callbacks [] for security_group (bf3dfb10-6381-4682-a495-42289d54d1b5), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:43.968404 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 42998) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:44.034268 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7c5fe75a-f78e-434f-81ef-d8a78140cd7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (bf3dfb10-6381-4682-a495-42289d54d1b5), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:44.083386 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5fe75a-f78e-434f-81ef-d8a78140cd7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3dfb10-6381-4682-a495-42289d54d1b5,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:44.088981 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-7c5fe75a-f78e-434f-81ef-d8a78140cd7f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=694e8fcffbe743b8a332c47c91cba2cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361314 May 23 15:42:44.091675 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 43004) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:44.149967 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-8eb69283-7f50-489d-ac05-b43243e8cee7 admin admin] Publish callbacks [] for security_group (bf3dfb10-6381-4682-a495-42289d54d1b5), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:44.179349 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-8eb69283-7f50-489d-ac05-b43243e8cee7 admin admin] Publish callbacks [] for security_group (bf3dfb10-6381-4682-a495-42289d54d1b5), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:44.228072 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-944266c7-0b81-4e54-8b7b-c70986585fd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:44.346689 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-8eb69283-7f50-489d-ac05-b43243e8cee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (bf3dfb10-6381-4682-a495-42289d54d1b5), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:44.349406 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-8eb69283-7f50-489d-ac05-b43243e8cee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:44.352848 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-8eb69283-7f50-489d-ac05-b43243e8cee7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bf3dfb10-6381-4682-a495-42289d54d1b5 HTTP/1.1" status: 204 len: 168 time: 0.2580955 May 23 15:42:44.374552 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb69283-7f50-489d-ac05-b43243e8cee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3dfb10-6381-4682-a495-42289d54d1b5,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:44.443430 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-944266c7-0b81-4e54-8b7b-c70986585fd1 admin admin] Publish callbacks [] for security_group (33895f98-5b38-446a-986a-e1c0c461dfe0), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:44.526932 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-944266c7-0b81-4e54-8b7b-c70986585fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (33895f98-5b38-446a-986a-e1c0c461dfe0), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:44.574528 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-944266c7-0b81-4e54-8b7b-c70986585fd1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8f87b19a30fe43bfbc9b5e2ff6dee915&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6050558 May 23 15:42:44.575236 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944266c7-0b81-4e54-8b7b-c70986585fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33895f98-5b38-446a-986a-e1c0c461dfe0,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:44.577287 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 43018) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:44.634073 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-86827b83-602a-4627-9536-111d2deed2cb admin admin] Publish callbacks [] for security_group (33895f98-5b38-446a-986a-e1c0c461dfe0), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:44.655421 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-86827b83-602a-4627-9536-111d2deed2cb admin admin] Publish callbacks [] for security_group (33895f98-5b38-446a-986a-e1c0c461dfe0), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:44.801711 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-86827b83-602a-4627-9536-111d2deed2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (33895f98-5b38-446a-986a-e1c0c461dfe0), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:44.804584 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-86827b83-602a-4627-9536-111d2deed2cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:44.806875 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-86827b83-602a-4627-9536-111d2deed2cb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/33895f98-5b38-446a-986a-e1c0c461dfe0 HTTP/1.1" status: 204 len: 168 time: 0.2284882 May 23 15:42:44.817618 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86827b83-602a-4627-9536-111d2deed2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33895f98-5b38-446a-986a-e1c0c461dfe0,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:45.121756 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43064420-606c-4afc-ab3c-6ddbacfb0d7d req-ec1f4820-9778-448f-a27d-1bf6734ace21 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:45.121756 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-43064420-606c-4afc-ab3c-6ddbacfb0d7d req-ec1f4820-9778-448f-a27d-1bf6734ace21 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 945 time: 0.0983243 May 23 15:42:45.130099 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328672fd-8f1e-4cfd-8f50-a066e9e42893 req-84b2f4db-0a07-4022-acf5-4c89c92aea69 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:45.131552 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-328672fd-8f1e-4cfd-8f50-a066e9e42893 req-84b2f4db-0a07-4022-acf5-4c89c92aea69 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.0970919 May 23 15:42:45.204616 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-43064420-606c-4afc-ab3c-6ddbacfb0d7d req-7846cb90-f73d-4423-a07e-ca4e5bef4392 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfb0848-efd8-4011-be67-002a9dfcf9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721035 May 23 15:42:45.212008 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-328672fd-8f1e-4cfd-8f50-a066e9e42893 req-d78e5999-4608-4ae7-a222-a746350f001c tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722377 May 23 15:42:45.845365 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 43078) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:45.954046 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-252ccd0d-ac4e-4d9e-8d87-f8c4b878e9e3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-696162371-network', 'tenant_id': 'e0860b3d072246d49cd43a900351d571'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:42:45.957475 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:46.069840 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252ccd0d-ac4e-4d9e-8d87-f8c4b878e9e3 admin admin] Made reservation on behalf of e0860b3d072246d49cd43a900351d571 for: {'network': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:42:46.072297 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-252ccd0d-ac4e-4d9e-8d87-f8c4b878e9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for network (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:46.082889 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-252ccd0d-ac4e-4d9e-8d87-f8c4b878e9e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:46.128503 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:46.163370 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-252ccd0d-ac4e-4d9e-8d87-f8c4b878e9e3 admin admin] Publish callbacks [] for security_group (40dba63a-fb80-48ed-b920-4a255d6cbbca), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:46.167968 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=67 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:46.176350 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=87 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:46.259001 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-252ccd0d-ac4e-4d9e-8d87-f8c4b878e9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (40dba63a-fb80-48ed-b920-4a255d6cbbca), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:46.288424 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-252ccd0d-ac4e-4d9e-8d87-f8c4b878e9e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=111209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:42:46.312703 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ccd0d-ac4e-4d9e-8d87-f8c4b878e9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40dba63a-fb80-48ed-b920-4a255d6cbbca,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:46.339555 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-252ccd0d-ac4e-4d9e-8d87-f8c4b878e9e3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747701125214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (27a2e33f-06f2-4e3d-ac54-2874447fd6e1), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:46.339969 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.db.segments_db [None req-252ccd0d-ac4e-4d9e-8d87-f8c4b878e9e3 admin admin] Added segment 27a2e33f-06f2-4e3d-ac54-2874447fd6e1 of type vlan for network 52f38aa2-2e8c-4bbb-b78a-8086514940da May 23 15:42:46.416409 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c35b48-fe0a-4f8c-9875-acd2693c3dbf req-7467ba66-d361-46a1-b094-ce36416ffef1 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:46.417920 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-20c35b48-fe0a-4f8c-9875-acd2693c3dbf req-7467ba66-d361-46a1-b094-ce36416ffef1 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.1272373 May 23 15:42:46.439264 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-252ccd0d-ac4e-4d9e-8d87-f8c4b878e9e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747700567628'] for network (52f38aa2-2e8c-4bbb-b78a-8086514940da), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:46.449512 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebeb54-8c1b-4189-b01e-d43271e076b8 req-c52e4154-0470-4cbf-bf9e-0cddb464ac97 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:46.450956 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e0ebeb54-8c1b-4189-b01e-d43271e076b8 req-c52e4154-0470-4cbf-bf9e-0cddb464ac97 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 945 time: 0.1148975 May 23 15:42:46.538877 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-20c35b48-fe0a-4f8c-9875-acd2693c3dbf req-0991221a-5bfb-4e76-aa76-294037b522bb tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121509 May 23 15:42:46.542109 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e0ebeb54-8c1b-4189-b01e-d43271e076b8 req-cc1e9ee5-6388-409b-ac72-51cc08aa4f77 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfb0848-efd8-4011-be67-002a9dfcf9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814815 May 23 15:42:46.624206 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-252ccd0d-ac4e-4d9e-8d87-f8c4b878e9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464'] for network (52f38aa2-2e8c-4bbb-b78a-8086514940da), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:46.625744 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252ccd0d-ac4e-4d9e-8d87-f8c4b878e9e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:46.626318 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-252ccd0d-ac4e-4d9e-8d87-f8c4b878e9e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:46.686358 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:46.692633 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ccd0d-ac4e-4d9e-8d87-f8c4b878e9e3 admin admin] Pushing event updated for resources: {'Network': ['ID=52f38aa2-2e8c-4bbb-b78a-8086514940da,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:46.704862 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Network 52f38aa2-2e8c-4bbb-b78a-8086514940da details requested by agent ovs-agent-dv-cinder-840678-12-iscsi with host dv-cinder-840678-12-iscsi {{(pid=111210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:42:46.770842 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-252ccd0d-ac4e-4d9e-8d87-f8c4b878e9e3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9238014 May 23 15:42:46.773270 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 43118) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:46.778183 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-e42c7fec-f967-426f-aef0-b1b550f1c65c admin admin] Request body: {'subnet': {'network_id': '52f38aa2-2e8c-4bbb-b78a-8086514940da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-696162371-subnet', 'tenant_id': 'e0860b3d072246d49cd43a900351d571', 'ip_version': 4}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:42:46.927323 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42c7fec-f967-426f-aef0-b1b550f1c65c admin admin] Made reservation on behalf of e0860b3d072246d49cd43a900351d571 for: {'subnet': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:42:46.929796 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e42c7fec-f967-426f-aef0-b1b550f1c65c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12197539'] for subnet (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:47.201881 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e42c7fec-f967-426f-aef0-b1b550f1c65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11984957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12197457'] for subnet (b43e208d-5605-4f40-918e-e3379d6d3055), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:47.258173 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c7fec-f967-426f-aef0-b1b550f1c65c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b43e208d-5605-4f40-918e-e3379d6d3055,revision_number=0']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:47.277905 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42c7fec-f967-426f-aef0-b1b550f1c65c admin admin] Checking segment: {'id': '27a2e33f-06f2-4e3d-ac54-2874447fd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '52f38aa2-2e8c-4bbb-b78a-8086514940da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:42:47.278265 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42c7fec-f967-426f-aef0-b1b550f1c65c admin admin] Network hostable DHCP agents. Network: 52f38aa2-2e8c-4bbb-b78a-8086514940da, hostable agents: ['251dd304-59f3-4964-a27c-cc4bc9747485'], hosted agents: [] {{(pid=111209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:42:47.395322 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42c7fec-f967-426f-aef0-b1b550f1c65c admin admin] Network 52f38aa2-2e8c-4bbb-b78a-8086514940da is scheduled to be hosted by DHCP agent 251dd304-59f3-4964-a27c-cc4bc9747485 with binding_index 1 {{(pid=111209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:42:47.504252 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [None req-e42c7fec-f967-426f-aef0-b1b550f1c65c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-12-iscsi, 52f38aa2-2e8c-4bbb-b78a-8086514940da) {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:42:47.508686 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42c7fec-f967-426f-aef0-b1b550f1c65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:47.509342 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e42c7fec-f967-426f-aef0-b1b550f1c65c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for subnet (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:47.516163 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf5a2bb-c088-44e7-ba5d-b58da06b5371 None None] Network 52f38aa2-2e8c-4bbb-b78a-8086514940da requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:42:47.629454 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-e42c7fec-f967-426f-aef0-b1b550f1c65c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8550589 May 23 15:42:47.632600 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 43154) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:47.637405 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-fe1ca22c-adfb-469a-99d1-14c0935e778a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-696162371-router', 'tenant_id': 'e0860b3d072246d49cd43a900351d571', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:42:47.695984 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5627c8-8508-4cef-aa2e-d4759df8471a req-87b7de4e-d181-4342-9f28-c70f2ec44fc1 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:47.697548 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9a5627c8-8508-4cef-aa2e-d4759df8471a req-87b7de4e-d181-4342-9f28-c70f2ec44fc1 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.0863845 May 23 15:42:47.710488 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cfddf4-3d66-428c-9bda-7f2d65ede6e2 req-211133b5-6780-472e-bd5e-6336b5a6ad9c tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:47.711977 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-01cfddf4-3d66-428c-9bda-7f2d65ede6e2 req-211133b5-6780-472e-bd5e-6336b5a6ad9c tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 945 time: 0.0902603 May 23 15:42:47.736901 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp055156f6-2a9b-51e3-8b11-ea6d6ebeb84f-52f38aa2-2e8c-4bbb-b78a-8086514940da', 'network_id': '52f38aa2-2e8c-4bbb-b78a-8086514940da', 'project_id': 'e0860b3d072246d49cd43a900351d571', 'fixed_ips': [{'subnet_id': 'b43e208d-5605-4f40-918e-e3379d6d3055'}]}} from dv-cinder-840678-12-iscsi. {{(pid=111210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 15:42:47.738658 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:47.781158 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-fe1ca22c-adfb-469a-99d1-14c0935e778a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12900'] for router (7ead2312-78ce-4fed-b0c3-a196a0c6de07), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:47.784787 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-fe1ca22c-adfb-469a-99d1-14c0935e778a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12829'] for router (7ead2312-78ce-4fed-b0c3-a196a0c6de07), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:47.800297 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9a5627c8-8508-4cef-aa2e-d4759df8471a req-4ba0de91-d77b-4959-81c3-d4e75c2d5165 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872016 May 23 15:42:47.817047 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-01cfddf4-3d66-428c-9bda-7f2d65ede6e2 req-ec4fa75f-e6f9-4d60-8544-7167e5a3fc43 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfb0848-efd8-4011-be67-002a9dfcf9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921748 May 23 15:42:47.824229 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:47.830423 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:47.876442 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-fe1ca22c-adfb-469a-99d1-14c0935e778a admin admin] Publish callbacks [] for router_controller (7ead2312-78ce-4fed-b0c3-a196a0c6de07), precommit_add_association {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:47.900664 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.db_base_plugin_common [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Allocated IP 172.20.0.2 (52f38aa2-2e8c-4bbb-b78a-8086514940da/b43e208d-5605-4f40-918e-e3379d6d3055/4deaae63-1901-420d-a0e4-2bbd9de34f2a) {{(pid=111210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:42:47.973490 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:47.996005 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:48.009737 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:48.050674 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 43168) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:48.052942 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Publish callbacks [] for port (4deaae63-1901-420d-a0e4-2bbd9de34f2a), precommit_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:48.115772 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-fe1ca22c-adfb-469a-99d1-14c0935e778a admin admin] Publish callbacks [] for router_gateway (7ead2312-78ce-4fed-b0c3-a196a0c6de07), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:48.150569 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725'] for port (4deaae63-1901-420d-a0e4-2bbd9de34f2a), after_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:48.167505 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-33df4469-2210-4317-8f71-042bbfe48530 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:48.195267 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Network 52f38aa2-2e8c-4bbb-b78a-8086514940da is already hosted by enough agents. {{(pid=111210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:42:48.198087 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.scheduler.base_scheduler [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Resources bound (agent type, host, resource id): {{(pid=111210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:42:48.201934 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Received port after_create {{(pid=111210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:42:48.207093 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Pushing event updated for resources: {'Port': ['ID=4deaae63-1901-420d-a0e4-2bbd9de34f2a,revision_number=1']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:48.233141 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:48.233501 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:48.233858 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:48.234204 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:48.234607 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:48.235451 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:48.235791 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:48.236124 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:48.236478 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:48.236814 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:48.237162 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:48.242135 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:48.242135 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:48.242135 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:48.242135 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:48.269895 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-33df4469-2210-4317-8f71-042bbfe48530 admin admin] Publish callbacks [] for security_group (76189e18-110a-4b81-8091-c55965b90992), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:48.308523 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Attempting to bind port 4deaae63-1901-420d-a0e4-2bbd9de34f2a on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:42:48.308523 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Attempting to bind port 4deaae63-1901-420d-a0e4-2bbd9de34f2a by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': '27a2e33f-06f2-4e3d-ac54-2874447fd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '52f38aa2-2e8c-4bbb-b78a-8086514940da'}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:42:48.308523 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Attempting to bind port 4deaae63-1901-420d-a0e4-2bbd9de34f2a on network 52f38aa2-2e8c-4bbb-b78a-8086514940da {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:42:48.317378 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:42:48.317776 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Checking segment: {'id': '27a2e33f-06f2-4e3d-ac54-2874447fd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '52f38aa2-2e8c-4bbb-b78a-8086514940da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:42:48.318196 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:48.318609 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Bound using segment: {'id': '27a2e33f-06f2-4e3d-ac54-2874447fd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '52f38aa2-2e8c-4bbb-b78a-8086514940da'} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:42:48.319095 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Bound port: 4deaae63-1901-420d-a0e4-2bbd9de34f2a, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a2e33f-06f2-4e3d-ac54-2874447fd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '52f38aa2-2e8c-4bbb-b78a-8086514940da'}}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:42:48.319485 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (4deaae63-1901-420d-a0e4-2bbd9de34f2a), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:48.380380 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-fe1ca22c-adfb-469a-99d1-14c0935e778a admin admin] Publish callbacks [] for router_gateway (7ead2312-78ce-4fed-b0c3-a196a0c6de07), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:48.385414 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] For port 4deaae63-1901-420d-a0e4-2bbd9de34f2a, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:42:48.388505 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] For port 4deaae63-1901-420d-a0e4-2bbd9de34f2a, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=4deaae63-1901-420d-a0e4-2bbd9de34f2a,segment=NetworkSegment(27a2e33f-06f2-4e3d-ac54-2874447fd6e1),segment_id=27a2e33f-06f2-4e3d-ac54-2874447fd6e1)] {{(pid=111210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:42:48.398995 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-fe1ca22c-adfb-469a-99d1-14c0935e778a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:48.408164 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-33df4469-2210-4317-8f71-042bbfe48530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (76189e18-110a-4b81-8091-c55965b90992), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:48.448950 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-33df4469-2210-4317-8f71-042bbfe48530 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3801151d59fa43d2afcb16d48501ead9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3970389 May 23 15:42:48.450967 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df4469-2210-4317-8f71-042bbfe48530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76189e18-110a-4b81-8091-c55965b90992,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:48.451630 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 43178) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:48.528048 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (4deaae63-1901-420d-a0e4-2bbd9de34f2a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:48.544760 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_common [None req-fe1ca22c-adfb-469a-99d1-14c0935e778a admin admin] Allocated IP 172.27.3.109 (423e159f-0d94-4204-8598-641f4ed121cf/6893e8f7-d8c8-4bdd-8cf7-487cc5c00794/9b4bf110-1e84-4289-9b99-6e2444bbcc17) {{(pid=111208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:42:48.551463 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-66339362-e3fa-423e-9e52-e83fcc912da3 admin admin] Publish callbacks [] for security_group (76189e18-110a-4b81-8091-c55965b90992), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:48.588240 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb83a48-2a5c-40f8-8bcb-ce7318304e19 None None] Pushing event updated for resources: {'Port': ['ID=4deaae63-1901-420d-a0e4-2bbd9de34f2a,revision_number=2']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:48.627566 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-66339362-e3fa-423e-9e52-e83fcc912da3 admin admin] Publish callbacks [] for security_group (76189e18-110a-4b81-8091-c55965b90992), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:48.708054 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-fe1ca22c-adfb-469a-99d1-14c0935e778a admin admin] Publish callbacks [] for port (9b4bf110-1e84-4289-9b99-6e2444bbcc17), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:48.810898 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-66339362-e3fa-423e-9e52-e83fcc912da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (76189e18-110a-4b81-8091-c55965b90992), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:48.816105 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-66339362-e3fa-423e-9e52-e83fcc912da3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:48.817789 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-66339362-e3fa-423e-9e52-e83fcc912da3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/76189e18-110a-4b81-8091-c55965b90992 HTTP/1.1" status: 204 len: 168 time: 0.3651180 May 23 15:42:48.846422 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66339362-e3fa-423e-9e52-e83fcc912da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76189e18-110a-4b81-8091-c55965b90992,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:48.876548 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-fe1ca22c-adfb-469a-99d1-14c0935e778a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (9b4bf110-1e84-4289-9b99-6e2444bbcc17), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:48.935090 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1ca22c-adfb-469a-99d1-14c0935e778a admin admin] Network 423e159f-0d94-4204-8598-641f4ed121cf is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:42:48.940923 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-fe1ca22c-adfb-469a-99d1-14c0935e778a admin admin] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:42:48.943766 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1ca22c-adfb-469a-99d1-14c0935e778a admin admin] Received port after_create {{(pid=111208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:42:48.973857 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ca22c-adfb-469a-99d1-14c0935e778a admin admin] Pushing event updated for resources: {'Port': ['ID=9b4bf110-1e84-4289-9b99-6e2444bbcc17,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:48.988859 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91095a-dce0-4ba5-8225-e5ddd8319c4f req-ddafa53d-1cd3-46e3-8d7c-c1190d00fb87 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:48.990530 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-fd91095a-dce0-4ba5-8225-e5ddd8319c4f req-ddafa53d-1cd3-46e3-8d7c-c1190d00fb87 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.0919728 May 23 15:42:49.003058 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87200d41-d79f-4630-99c5-78b5d28758a0 req-a4e8b999-4766-4480-88a5-e346c2a3b2c7 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:49.004678 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-87200d41-d79f-4630-99c5-78b5d28758a0 req-a4e8b999-4766-4480-88a5-e346c2a3b2c7 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 945 time: 0.0855467 May 23 15:42:49.076517 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-fd91095a-dce0-4ba5-8225-e5ddd8319c4f req-d3ac1d0c-38fc-4c03-aa4e-c9d72f854df1 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709119 May 23 15:42:49.099450 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-87200d41-d79f-4630-99c5-78b5d28758a0 req-5f459548-a583-418e-939c-d901a314e6d2 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfb0848-efd8-4011-be67-002a9dfcf9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791574 May 23 15:42:49.101761 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:49.200839 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 4deaae63-1901-420d-a0e4-2bbd9de34f2a up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:42:49.246045 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port 4deaae63-1901-420d-a0e4-2bbd9de34f2a triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:42:49.246424 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (4deaae63-1901-420d-a0e4-2bbd9de34f2a), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:49.318966 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port 4deaae63-1901-420d-a0e4-2bbd9de34f2a is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:42:49.319402 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (4deaae63-1901-420d-a0e4-2bbd9de34f2a), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:49.328902 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-fe1ca22c-adfb-469a-99d1-14c0935e778a admin admin] Publish callbacks [] for router_gateway (7ead2312-78ce-4fed-b0c3-a196a0c6de07), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:49.358176 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] For port 4deaae63-1901-420d-a0e4-2bbd9de34f2a, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=4deaae63-1901-420d-a0e4-2bbd9de34f2a,segment=NetworkSegment(27a2e33f-06f2-4e3d-ac54-2874447fd6e1),segment_id=27a2e33f-06f2-4e3d-ac54-2874447fd6e1)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:42:49.443682 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (4deaae63-1901-420d-a0e4-2bbd9de34f2a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:49.501644 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Pushing event updated for resources: {'Port': ['ID=4deaae63-1901-420d-a0e4-2bbd9de34f2a,revision_number=3']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:49.529980 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-fe1ca22c-adfb-469a-99d1-14c0935e778a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746782'] for router (7ead2312-78ce-4fed-b0c3-a196a0c6de07), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:49.564870 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 43194) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:49.587164 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-7a62cd55-62c3-4147-a0c9-60ab7c98f707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:49.663343 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-7a62cd55-62c3-4147-a0c9-60ab7c98f707 admin admin] Publish callbacks [] for security_group (60883d3f-6b68-4f51-b154-32adcb5122bb), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:49.676776 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5729b4e-96fc-48da-996b-eb7e7316c920 None None] Network 52f38aa2-2e8c-4bbb-b78a-8086514940da requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:42:49.733222 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-7a62cd55-62c3-4147-a0c9-60ab7c98f707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (60883d3f-6b68-4f51-b154-32adcb5122bb), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:49.760023 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-eada6183-de7d-44b1-aa75-7f6dbd598a78 None None] Provisioning complete for port 4deaae63-1901-420d-a0e4-2bbd9de34f2a triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:42:49.760195 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-eada6183-de7d-44b1-aa75-7f6dbd598a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (4deaae63-1901-420d-a0e4-2bbd9de34f2a), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:49.770532 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1ca22c-adfb-469a-99d1-14c0935e778a admin admin] Router 7ead2312-78ce-4fed-b0c3-a196a0c6de07 is scheduled to L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 with binding_index 1 {{(pid=111208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 15:42:49.785966 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-7a62cd55-62c3-4147-a0c9-60ab7c98f707 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8fe77a0150984523b972df85f7a097e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199626 May 23 15:42:49.788275 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62cd55-62c3-4147-a0c9-60ab7c98f707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60883d3f-6b68-4f51-b154-32adcb5122bb,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:49.790711 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 43198) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:49.847521 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c4f3660e-617f-4f8b-9293-8fd1c5aa37e1 admin admin] Publish callbacks [] for security_group (60883d3f-6b68-4f51-b154-32adcb5122bb), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:49.872710 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c4f3660e-617f-4f8b-9293-8fd1c5aa37e1 admin admin] Publish callbacks [] for security_group (60883d3f-6b68-4f51-b154-32adcb5122bb), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:49.884909 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-eada6183-de7d-44b1-aa75-7f6dbd598a78 None None] Current status of the port 4deaae63-1901-420d-a0e4-2bbd9de34f2a is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:42:49.894578 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:49.931690 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1ca22c-adfb-469a-99d1-14c0935e778a admin admin] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:42:49.943928 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4987ac78-ff73-41f6-86d2-e0ae814a4054 None None] Sync routers for ids ['7ead2312-78ce-4fed-b0c3-a196a0c6de07'] in dv-cinder-840678-12-iscsi {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:42:49.956229 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4987ac78-ff73-41f6-86d2-e0ae814a4054 None None] Routers {'7ead2312-78ce-4fed-b0c3-a196a0c6de07'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:42:49.956884 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-4987ac78-ff73-41f6-86d2-e0ae814a4054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:42:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['7ead2312-78ce-4fed-b0c3-a196a0c6de07'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:42:50.007128 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c4f3660e-617f-4f8b-9293-8fd1c5aa37e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (60883d3f-6b68-4f51-b154-32adcb5122bb), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:50.010489 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c4f3660e-617f-4f8b-9293-8fd1c5aa37e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:50.011822 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-c4f3660e-617f-4f8b-9293-8fd1c5aa37e1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/60883d3f-6b68-4f51-b154-32adcb5122bb HTTP/1.1" status: 204 len: 168 time: 0.2201426 May 23 15:42:50.022054 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3660e-617f-4f8b-9293-8fd1c5aa37e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60883d3f-6b68-4f51-b154-32adcb5122bb,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:50.050115 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-fe1ca22c-adfb-469a-99d1-14c0935e778a admin admin] Publish callbacks [] for router (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:50.051630 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-fe1ca22c-adfb-469a-99d1-14c0935e778a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4177752 May 23 15:42:50.054191 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 43206) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:50.075182 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-4987ac78-ff73-41f6-86d2-e0ae814a4054 None None] Set router 7ead2312-78ce-4fed-b0c3-a196a0c6de07 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:42:50.152114 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-d321ffab-6f0a-45e0-bdc6-35add40dba97 None None] Provisioning complete for port 4deaae63-1901-420d-a0e4-2bbd9de34f2a triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:42:50.152757 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-d321ffab-6f0a-45e0-bdc6-35add40dba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (4deaae63-1901-420d-a0e4-2bbd9de34f2a), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:50.219277 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:50.227371 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff0ff8-bbe4-4dc5-8b69-dda9335f3b37 req-5ccaa375-02da-498c-8115-083c49631567 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:50.229629 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b7ff0ff8-bbe4-4dc5-8b69-dda9335f3b37 req-5ccaa375-02da-498c-8115-083c49631567 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.69 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 945 time: 0.1007006 May 23 15:42:50.274130 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-d321ffab-6f0a-45e0-bdc6-35add40dba97 None None] Current status of the port 4deaae63-1901-420d-a0e4-2bbd9de34f2a is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:42:50.299287 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-4987ac78-ff73-41f6-86d2-e0ae814a4054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'name': 'tempest-TestShelveInstance-696162371-router', 'tenant_id': 'e0860b3d072246d49cd43a900351d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '9b4bf110-1e84-4289-9b99-6e2444bbcc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:42:47Z', 'updated_at': '2022-05-23T15:42:49Z', 'revision_number': 3, 'project_id': 'e0860b3d072246d49cd43a900351d571', 'gw_port': {'id': '9b4bf110-1e84-4289-9b99-6e2444bbcc17', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:68:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:42:48Z', 'updated_at': '2022-05-23T15:42:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:42:50.337523 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4987ac78-ff73-41f6-86d2-e0ae814a4054 None None] Checking router: 7ead2312-78ce-4fed-b0c3-a196a0c6de07 for host: dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:42:50.338071 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4987ac78-ff73-41f6-86d2-e0ae814a4054 None None] Updating router 7ead2312-78ce-4fed-b0c3-a196a0c6de07 port 9b4bf110-1e84-4289-9b99-6e2444bbcc17 binding host dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:42:50.371977 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-4987ac78-ff73-41f6-86d2-e0ae814a4054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (9b4bf110-1e84-4289-9b99-6e2444bbcc17), before_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:50.395072 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8d46b-e918-4861-9d28-49e6a62216a6 req-e2d022ed-b9fc-4e8d-8a5d-133456660f89 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:50.396995 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a1d8d46b-e918-4861-9d28-49e6a62216a6 req-e2d022ed-b9fc-4e8d-8a5d-133456660f89 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 945 time: 0.1785462 May 23 15:42:50.403707 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b58a8-4297-494b-96f2-10e0b7012a18 req-2345e6bb-8484-4ebe-b11e-0c80f45714c8 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:50.405412 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-260b58a8-4297-494b-96f2-10e0b7012a18 req-2345e6bb-8484-4ebe-b11e-0c80f45714c8 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.1887963 May 23 15:42:50.528201 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-b7ff0ff8-bbe4-4dc5-8b69-dda9335f3b37 req-84fe7ecb-bd82-4899-b3a8-1c2dbdb7cd05 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Deleting port 620fab52-b890-4499-b5f7-e33158b7c317 {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:42:50.528789 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-b7ff0ff8-bbe4-4dc5-8b69-dda9335f3b37 req-84fe7ecb-bd82-4899-b3a8-1c2dbdb7cd05 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (620fab52-b890-4499-b5f7-e33158b7c317), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:50.585576 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a1d8d46b-e918-4861-9d28-49e6a62216a6 req-583e285f-d9b0-4c73-96ad-a3fc1d0610ca tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/security-groups?id=abfb0848-efd8-4011-be67-002a9dfcf9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790445 May 23 15:42:50.596474 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-260b58a8-4297-494b-96f2-10e0b7012a18 req-19415f7d-96e3-46f7-bb47-837774b6bb20 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816754 May 23 15:42:50.664534 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-b7ff0ff8-bbe4-4dc5-8b69-dda9335f3b37 req-84fe7ecb-bd82-4899-b3a8-1c2dbdb7cd05 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] For port 620fab52-b890-4499-b5f7-e33158b7c317, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=620fab52-b890-4499-b5f7-e33158b7c317,segment=NetworkSegment(3fdf04a1-2c9f-4245-86f7-14b90adf7f7c),segment_id=3fdf04a1-2c9f-4245-86f7-14b90adf7f7c)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:42:50.664906 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-b7ff0ff8-bbe4-4dc5-8b69-dda9335f3b37 req-84fe7ecb-bd82-4899-b3a8-1c2dbdb7cd05 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (620fab52-b890-4499-b5f7-e33158b7c317), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:50.690232 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-b7ff0ff8-bbe4-4dc5-8b69-dda9335f3b37 req-84fe7ecb-bd82-4899-b3a8-1c2dbdb7cd05 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Calling delete_port for 620fab52-b890-4499-b5f7-e33158b7c317 owned by compute:nova {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:42:50.728518 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-4987ac78-ff73-41f6-86d2-e0ae814a4054 None None] Publish callbacks [] for port (9b4bf110-1e84-4289-9b99-6e2444bbcc17), precommit_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:50.772806 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-0ca6647a-6f7b-475c-86af-6415aa55cf44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:50.857735 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-4987ac78-ff73-41f6-86d2-e0ae814a4054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (9b4bf110-1e84-4289-9b99-6e2444bbcc17), after_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:50.890729 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:50.942571 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f085ea8-e56b-43dd-b0b0-7fff0c742f5f None None] Pushing event updated for resources: {'Port': ['ID=9b4bf110-1e84-4289-9b99-6e2444bbcc17,revision_number=2']} {{(pid=111211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:50.967836 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f085ea8-e56b-43dd-b0b0-7fff0c742f5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:50.969689 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f085ea8-e56b-43dd-b0b0-7fff0c742f5f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:50.970796 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f085ea8-e56b-43dd-b0b0-7fff0c742f5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:50.971470 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f085ea8-e56b-43dd-b0b0-7fff0c742f5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:50.971946 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f085ea8-e56b-43dd-b0b0-7fff0c742f5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:50.972642 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f085ea8-e56b-43dd-b0b0-7fff0c742f5f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:50.973150 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f085ea8-e56b-43dd-b0b0-7fff0c742f5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:50.973649 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f085ea8-e56b-43dd-b0b0-7fff0c742f5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:50.974147 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f085ea8-e56b-43dd-b0b0-7fff0c742f5f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:50.974792 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f085ea8-e56b-43dd-b0b0-7fff0c742f5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:50.975282 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f085ea8-e56b-43dd-b0b0-7fff0c742f5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:50.975901 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f085ea8-e56b-43dd-b0b0-7fff0c742f5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:50.976748 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f085ea8-e56b-43dd-b0b0-7fff0c742f5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:50.977260 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f085ea8-e56b-43dd-b0b0-7fff0c742f5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:50.977739 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f085ea8-e56b-43dd-b0b0-7fff0c742f5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:42:50.978427 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-b7ff0ff8-bbe4-4dc5-8b69-dda9335f3b37 req-84fe7ecb-bd82-4899-b3a8-1c2dbdb7cd05 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (620fab52-b890-4499-b5f7-e33158b7c317), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:50.981806 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-4987ac78-ff73-41f6-86d2-e0ae814a4054 None None] Attempting to bind port 9b4bf110-1e84-4289-9b99-6e2444bbcc17 on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:42:50.982353 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-4987ac78-ff73-41f6-86d2-e0ae814a4054 None None] Attempting to bind port 9b4bf110-1e84-4289-9b99-6e2444bbcc17 by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}] {{(pid=111211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:42:50.982772 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_common [None req-0ca6647a-6f7b-475c-86af-6415aa55cf44 admin admin] Allocated IP 172.20.0.1 (52f38aa2-2e8c-4bbb-b78a-8086514940da/b43e208d-5605-4f40-918e-e3379d6d3055/cd0125ba-ecbb-483c-ad98-340695fb0e80) {{(pid=111208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:42:50.983179 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4987ac78-ff73-41f6-86d2-e0ae814a4054 None None] Attempting to bind port 9b4bf110-1e84-4289-9b99-6e2444bbcc17 on network 423e159f-0d94-4204-8598-641f4ed121cf {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:42:51.001366 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4987ac78-ff73-41f6-86d2-e0ae814a4054 None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:42:51.002006 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4987ac78-ff73-41f6-86d2-e0ae814a4054 None None] Checking segment: {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:42:51.003442 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-4987ac78-ff73-41f6-86d2-e0ae814a4054 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:51.004511 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4987ac78-ff73-41f6-86d2-e0ae814a4054 None None] Bound using segment: {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'} {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:42:51.005801 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-4987ac78-ff73-41f6-86d2-e0ae814a4054 None None] Bound port: 9b4bf110-1e84-4289-9b99-6e2444bbcc17, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}}] {{(pid=111211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:42:51.006538 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-4987ac78-ff73-41f6-86d2-e0ae814a4054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (9b4bf110-1e84-4289-9b99-6e2444bbcc17), before_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:51.019160 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe7ecb-bd82-4899-b3a8-1c2dbdb7cd05 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Pushing event deleted for resources: {'Port': ['ID=620fab52-b890-4499-b5f7-e33158b7c317,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:51.029689 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['620fab52-b890-4499-b5f7-e33158b7c317'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:42:51.077098 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.db [None req-4987ac78-ff73-41f6-86d2-e0ae814a4054 None None] For port 9b4bf110-1e84-4289-9b99-6e2444bbcc17, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:42:51.081160 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.db [None req-4987ac78-ff73-41f6-86d2-e0ae814a4054 None None] For port 9b4bf110-1e84-4289-9b99-6e2444bbcc17, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=9b4bf110-1e84-4289-9b99-6e2444bbcc17,segment=NetworkSegment(2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5),segment_id=2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5)] {{(pid=111211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:42:51.093494 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:51.115164 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ff0ff8-bbe4-4dc5-8b69-dda9335f3b37 req-84fe7ecb-bd82-4899-b3a8-1c2dbdb7cd05 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] No DVR routers for this DVR port 620fab52-b890-4499-b5f7-e33158b7c317 on host hv-cinder-84067 {{(pid=111209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:42:51.124475 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-b7ff0ff8-bbe4-4dc5-8b69-dda9335f3b37 req-84fe7ecb-bd82-4899-b3a8-1c2dbdb7cd05 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:51.129652 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b7ff0ff8-bbe4-4dc5-8b69-dda9335f3b37 req-84fe7ecb-bd82-4899-b3a8-1c2dbdb7cd05 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.69 "DELETE /v2.0/ports/620fab52-b890-4499-b5f7-e33158b7c317 HTTP/1.1" status: 204 len: 173 time: 0.8774018 May 23 15:42:51.134160 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30f4234-a3e5-4cf3-8d65-583de8fbca41', 'name': 'network-vif-deleted', 'tag': '620fab52-b890-4499-b5f7-e33158b7c317'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:42:51.134160 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69685526-12f0-4772-841d-f5fbdff46eb6" -d '{"events": [{"server_uuid": "e30f4234-a3e5-4cf3-8d65-583de8fbca41", "name": "network-vif-deleted", "tag": "620fab52-b890-4499-b5f7-e33158b7c317"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:42:51.144525 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-4987ac78-ff73-41f6-86d2-e0ae814a4054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (9b4bf110-1e84-4289-9b99-6e2444bbcc17), after_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:51.215394 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-0ca6647a-6f7b-475c-86af-6415aa55cf44 admin admin] Publish callbacks [] for port (cd0125ba-ecbb-483c-ad98-340695fb0e80), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:51.216316 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edd352f-402a-4336-a611-8eb41e5131a0 x-openstack-request-id: req-0edd352f-402a-4336-a611-8eb41e5131a0 {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:42:51.219724 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30f4234-a3e5-4cf3-8d65-583de8fbca41", "name": "network-vif-deleted", "tag": "620fab52-b890-4499-b5f7-e33158b7c317", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:42:51.220170 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0edd352f-402a-4336-a611-8eb41e5131a0 {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:42:51.221135 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0edd352f-402a-4336-a611-8eb41e5131a0'] response: {'server_uuid': 'e30f4234-a3e5-4cf3-8d65-583de8fbca41', 'name': 'network-vif-deleted', 'tag': '620fab52-b890-4499-b5f7-e33158b7c317', 'status': 'completed', 'code': 200} May 23 15:42:51.233283 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 4deaae63-1901-420d-a0e4-2bbd9de34f2a up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:42:51.252061 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:42:51.256436 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:51.278611 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f085ea8-e56b-43dd-b0b0-7fff0c742f5f None None] Pushing event updated for resources: {'Port': ['ID=9b4bf110-1e84-4289-9b99-6e2444bbcc17,revision_number=3']} {{(pid=111211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:51.290304 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4987ac78-ff73-41f6-86d2-e0ae814a4054 None None] Routers {'7ead2312-78ce-4fed-b0c3-a196a0c6de07'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:42:51.290953 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-4987ac78-ff73-41f6-86d2-e0ae814a4054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:42:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['7ead2312-78ce-4fed-b0c3-a196a0c6de07'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:42:51.308271 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port 4deaae63-1901-420d-a0e4-2bbd9de34f2a triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:42:51.308991 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (4deaae63-1901-420d-a0e4-2bbd9de34f2a), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:51.332763 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=4 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:51.352955 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=100 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:51.362519 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-0ca6647a-6f7b-475c-86af-6415aa55cf44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (cd0125ba-ecbb-483c-ad98-340695fb0e80), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:51.402531 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 43258) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:51.423661 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port 4deaae63-1901-420d-a0e4-2bbd9de34f2a is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:42:51.454447 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca6647a-6f7b-475c-86af-6415aa55cf44 admin admin] Network 52f38aa2-2e8c-4bbb-b78a-8086514940da is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:42:51.454447 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-0ca6647a-6f7b-475c-86af-6415aa55cf44 admin admin] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:42:51.454747 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-4987ac78-ff73-41f6-86d2-e0ae814a4054 None None] Set router 7ead2312-78ce-4fed-b0c3-a196a0c6de07 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:42:51.458907 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca6647a-6f7b-475c-86af-6415aa55cf44 admin admin] Received port after_create {{(pid=111208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:42:51.493819 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6647a-6f7b-475c-86af-6415aa55cf44 admin admin] Pushing event updated for resources: {'Port': ['ID=cd0125ba-ecbb-483c-ad98-340695fb0e80,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:51.513194 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-0ca6647a-6f7b-475c-86af-6415aa55cf44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-747339'] for router_interface (7ead2312-78ce-4fed-b0c3-a196a0c6de07), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:51.544893 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:51.789311 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 43274) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:51.802567 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-4987ac78-ff73-41f6-86d2-e0ae814a4054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'name': 'tempest-TestShelveInstance-696162371-router', 'tenant_id': 'e0860b3d072246d49cd43a900351d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '9b4bf110-1e84-4289-9b99-6e2444bbcc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:42:47Z', 'updated_at': '2022-05-23T15:42:49Z', 'revision_number': 3, 'project_id': 'e0860b3d072246d49cd43a900351d571', 'gw_port': {'id': '9b4bf110-1e84-4289-9b99-6e2444bbcc17', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:68:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:42:48Z', 'updated_at': '2022-05-23T15:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:42:51.827040 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-34e6dfc8-90c5-4829-b1b1-5691e5105282 None None] Provisioning complete for port cd0125ba-ecbb-483c-ad98-340695fb0e80 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:42:51.828541 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-771c3d59-8f33-4aa0-bd49-6ce5f8f2f17d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:51.829499 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-34e6dfc8-90c5-4829-b1b1-5691e5105282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (cd0125ba-ecbb-483c-ad98-340695fb0e80), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:51.866121 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4987ac78-ff73-41f6-86d2-e0ae814a4054 None None] The sync data for ids ['7ead2312-78ce-4fed-b0c3-a196a0c6de07'] in dv-cinder-840678-12-iscsi is: [{'id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'name': 'tempest-TestShelveInstance-696162371-router', 'tenant_id': 'e0860b3d072246d49cd43a900351d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '9b4bf110-1e84-4289-9b99-6e2444bbcc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:42:47Z', 'updated_at': '2022-05-23T15:42:49Z', 'revision_number': 3, 'project_id': 'e0860b3d072246d49cd43a900351d571', 'gw_port': {'id': '9b4bf110-1e84-4289-9b99-6e2444bbcc17', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:68:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:42:48Z', 'updated_at': '2022-05-23T15:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}] {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:42:51.866476 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2f3d7e13-8f05-4e3a-b94d-3c4224a14a9b req-f5891493-baa0-46f4-b0e6-03670a9260ab tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 210 time: 0.0994525 May 23 15:42:51.881586 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-e07017d6-7315-4ee1-b107-666e1185d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:51.891105 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-0ca6647a-6f7b-475c-86af-6415aa55cf44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (cd0125ba-ecbb-483c-ad98-340695fb0e80), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:51.898591 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68941b2-4ad7-408a-80fd-96221e82244d req-20c5e19a-7bb5-4d95-be9f-fdc5762f8605 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:51.905599 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-34e6dfc8-90c5-4829-b1b1-5691e5105282 None None] Port cd0125ba-ecbb-483c-ad98-340695fb0e80 cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:42:51.910516 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f68941b2-4ad7-408a-80fd-96221e82244d req-20c5e19a-7bb5-4d95-be9f-fdc5762f8605 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.1862047 May 23 15:42:52.023562 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f68941b2-4ad7-408a-80fd-96221e82244d req-f676b2ea-a2b0-4374-b08e-a2701a55adcc tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120813 May 23 15:42:52.103791 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-771c3d59-8f33-4aa0-bd49-6ce5f8f2f17d admin admin] Publish callbacks [] for security_group (1dd06d88-cb49-40ba-a6c9-a3d9ec83b616), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:52.144508 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bee1018c-945a-4d66-aeca-ac4ae2a2d6d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:52.168126 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-771c3d59-8f33-4aa0-bd49-6ce5f8f2f17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (1dd06d88-cb49-40ba-a6c9-a3d9ec83b616), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:52.213913 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-771c3d59-8f33-4aa0-bd49-6ce5f8f2f17d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ffba61b8eb664af5a7f968f90f9513bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8100660 May 23 15:42:52.218398 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 43286) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:52.238570 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:52.241394 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c3d59-8f33-4aa0-bd49-6ce5f8f2f17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd06d88-cb49-40ba-a6c9-a3d9ec83b616,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:52.338936 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-0ca6647a-6f7b-475c-86af-6415aa55cf44 admin admin] Publish callbacks [] for port (cd0125ba-ecbb-483c-ad98-340695fb0e80), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:52.373807 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bee1018c-945a-4d66-aeca-ac4ae2a2d6d3 admin admin] Publish callbacks [] for security_group (b5a155ee-266e-44da-96e3-856f435fa5c7), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:52.380260 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bb9037a3-c285-4b5f-9038-d2899a7e1a18 admin admin] Publish callbacks [] for security_group (1dd06d88-cb49-40ba-a6c9-a3d9ec83b616), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:52.404981 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bb9037a3-c285-4b5f-9038-d2899a7e1a18 admin admin] Publish callbacks [] for security_group (1dd06d88-cb49-40ba-a6c9-a3d9ec83b616), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:52.415430 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-0ca6647a-6f7b-475c-86af-6415aa55cf44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-906278'] for port (cd0125ba-ecbb-483c-ad98-340695fb0e80), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:52.489261 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bee1018c-945a-4d66-aeca-ac4ae2a2d6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (b5a155ee-266e-44da-96e3-856f435fa5c7), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:52.536256 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-0ca6647a-6f7b-475c-86af-6415aa55cf44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-292210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745947'] for router_interface (7ead2312-78ce-4fed-b0c3-a196a0c6de07), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:52.552960 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6647a-6f7b-475c-86af-6415aa55cf44 admin admin] Pushing event updated for resources: {'Port': ['ID=cd0125ba-ecbb-483c-ad98-340695fb0e80,revision_number=2']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:52.558121 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-bee1018c-945a-4d66-aeca-ac4ae2a2d6d3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b8ef3f1e3f384c4cb3c4c267a5365c06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7675972 May 23 15:42:52.562485 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 43292) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:52.627965 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1018c-945a-4d66-aeca-ac4ae2a2d6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a155ee-266e-44da-96e3-856f435fa5c7,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:52.652116 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bb9037a3-c285-4b5f-9038-d2899a7e1a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (1dd06d88-cb49-40ba-a6c9-a3d9ec83b616), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:52.664402 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bb9037a3-c285-4b5f-9038-d2899a7e1a18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:52.666415 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-bb9037a3-c285-4b5f-9038-d2899a7e1a18 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1dd06d88-cb49-40ba-a6c9-a3d9ec83b616 HTTP/1.1" status: 204 len: 168 time: 0.4453297 May 23 15:42:52.703095 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9037a3-c285-4b5f-9038-d2899a7e1a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd06d88-cb49-40ba-a6c9-a3d9ec83b616,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:52.764804 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-14539bb5-8b1e-4d66-803e-2c5bc1046fa4 admin admin] Publish callbacks [] for security_group (b5a155ee-266e-44da-96e3-856f435fa5c7), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:52.805408 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-14539bb5-8b1e-4d66-803e-2c5bc1046fa4 admin admin] Publish callbacks [] for security_group (b5a155ee-266e-44da-96e3-856f435fa5c7), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:52.867090 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 43310) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:52.867906 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:52.886864 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca6647a-6f7b-475c-86af-6415aa55cf44 admin admin] Network 52f38aa2-2e8c-4bbb-b78a-8086514940da is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:42:52.888787 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-0ca6647a-6f7b-475c-86af-6415aa55cf44 admin admin] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:42:53.071501 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca6647a-6f7b-475c-86af-6415aa55cf44 admin admin] Router 7ead2312-78ce-4fed-b0c3-a196a0c6de07 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:42:53.077931 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7069ff7f-a085-4156-a71d-e430ae63d0c7 req-b2ea5c82-8584-40a9-b243-eeaf20727ca0 tempest-DeleteServersTestJSON-866228921 tempest-DeleteServersTestJSON-866228921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e30f4234-a3e5-4cf3-8d65-583de8fbca41 HTTP/1.1" status: 200 len: 210 time: 0.0705864 May 23 15:42:53.087148 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-14539bb5-8b1e-4d66-803e-2c5bc1046fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (b5a155ee-266e-44da-96e3-856f435fa5c7), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:53.090319 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-14539bb5-8b1e-4d66-803e-2c5bc1046fa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:53.095457 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-14539bb5-8b1e-4d66-803e-2c5bc1046fa4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b5a155ee-266e-44da-96e3-856f435fa5c7 HTTP/1.1" status: 204 len: 168 time: 0.5309944 May 23 15:42:53.105332 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14539bb5-8b1e-4d66-803e-2c5bc1046fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a155ee-266e-44da-96e3-856f435fa5c7,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:53.112674 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-cf740195-2d83-4fa5-8f5e-f16d9bdc9b83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:53.258071 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-e8e186f6-48b9-4a9c-b3f7-65369da608f2 None None] Provisioning complete for port cd0125ba-ecbb-483c-ad98-340695fb0e80 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:42:53.261625 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-e8e186f6-48b9-4a9c-b3f7-65369da608f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (cd0125ba-ecbb-483c-ad98-340695fb0e80), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:53.265499 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f4676-fc0c-4ec2-a54d-ab2c8602cdf4 req-0ad353f7-aeef-4fa3-9885-ae57311c1cbf tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:53.274511 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5a3f4676-fc0c-4ec2-a54d-ab2c8602cdf4 req-0ad353f7-aeef-4fa3-9885-ae57311c1cbf tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.1202202 May 23 15:42:53.365560 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca6647a-6f7b-475c-86af-6415aa55cf44 admin admin] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:42:53.374040 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-0ca6647a-6f7b-475c-86af-6415aa55cf44 admin admin] 10.222.0.64 "PUT /v2.0/routers/7ead2312-78ce-4fed-b0c3-a196a0c6de07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3185639 May 23 15:42:53.384304 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-e8e186f6-48b9-4a9c-b3f7-65369da608f2 None None] Port cd0125ba-ecbb-483c-ad98-340695fb0e80 cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:42:53.400789 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5a3f4676-fc0c-4ec2-a54d-ab2c8602cdf4 req-45b98b5e-e80c-44c8-ac90-bec38a0a290b tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236773 May 23 15:42:53.408736 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 9b4bf110-1e84-4289-9b99-6e2444bbcc17 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:42:53.428424 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-cf740195-2d83-4fa5-8f5e-f16d9bdc9b83 admin admin] Publish callbacks [] for security_group (ff73f4ab-799f-43a5-9b4c-7cf673baff15), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:53.461376 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port 9b4bf110-1e84-4289-9b99-6e2444bbcc17 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:42:53.461756 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (9b4bf110-1e84-4289-9b99-6e2444bbcc17), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:53.541596 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port 9b4bf110-1e84-4289-9b99-6e2444bbcc17 is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:42:53.541985 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (9b4bf110-1e84-4289-9b99-6e2444bbcc17), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:53.549829 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-cf740195-2d83-4fa5-8f5e-f16d9bdc9b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (ff73f4ab-799f-43a5-9b4c-7cf673baff15), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:53.565180 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] For port 9b4bf110-1e84-4289-9b99-6e2444bbcc17, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=9b4bf110-1e84-4289-9b99-6e2444bbcc17,segment=NetworkSegment(2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5),segment_id=2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:42:53.589636 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf740195-2d83-4fa5-8f5e-f16d9bdc9b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff73f4ab-799f-43a5-9b4c-7cf673baff15,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:53.602544 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-cf740195-2d83-4fa5-8f5e-f16d9bdc9b83 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b9cf3418aae24d11b805c3871ac18dee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7321446 May 23 15:42:53.602544 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 43334) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:53.674822 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-980508f9-0495-4cba-a742-c812c3e9b48b admin admin] Publish callbacks [] for security_group (ff73f4ab-799f-43a5-9b4c-7cf673baff15), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:53.692881 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (9b4bf110-1e84-4289-9b99-6e2444bbcc17), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:53.712660 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-980508f9-0495-4cba-a742-c812c3e9b48b admin admin] Publish callbacks [] for security_group (ff73f4ab-799f-43a5-9b4c-7cf673baff15), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:53.730255 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:53.743526 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:53.769319 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Pushing event updated for resources: {'Port': ['ID=9b4bf110-1e84-4289-9b99-6e2444bbcc17,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:53.860890 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-980508f9-0495-4cba-a742-c812c3e9b48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (ff73f4ab-799f-43a5-9b4c-7cf673baff15), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:53.863176 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-980508f9-0495-4cba-a742-c812c3e9b48b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:53.864375 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-980508f9-0495-4cba-a742-c812c3e9b48b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ff73f4ab-799f-43a5-9b4c-7cf673baff15 HTTP/1.1" status: 204 len: 168 time: 0.2609975 May 23 15:42:53.876118 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980508f9-0495-4cba-a742-c812c3e9b48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff73f4ab-799f-43a5-9b4c-7cf673baff15,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:54.004147 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44eb95d-7c4f-4ebe-990a-f60fda55ca73 None None] Sync routers for ids ['7ead2312-78ce-4fed-b0c3-a196a0c6de07'] in dv-cinder-840678-12-iscsi {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:42:54.014988 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44eb95d-7c4f-4ebe-990a-f60fda55ca73 None None] Routers {'7ead2312-78ce-4fed-b0c3-a196a0c6de07'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:42:54.015628 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-d44eb95d-7c4f-4ebe-990a-f60fda55ca73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:42:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['7ead2312-78ce-4fed-b0c3-a196a0c6de07'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:42:54.086456 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:54.153009 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-d44eb95d-7c4f-4ebe-990a-f60fda55ca73 None None] Set router 7ead2312-78ce-4fed-b0c3-a196a0c6de07 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:42:54.325381 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:54.347924 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-d44eb95d-7c4f-4ebe-990a-f60fda55ca73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'name': 'tempest-TestShelveInstance-696162371-router', 'tenant_id': 'e0860b3d072246d49cd43a900351d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '9b4bf110-1e84-4289-9b99-6e2444bbcc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:42:47Z', 'updated_at': '2022-05-23T15:42:51Z', 'revision_number': 4, 'project_id': 'e0860b3d072246d49cd43a900351d571', 'gw_port': {'id': '9b4bf110-1e84-4289-9b99-6e2444bbcc17', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:68:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:42:48Z', 'updated_at': '2022-05-23T15:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'cd0125ba-ecbb-483c-ad98-340695fb0e80', 'name': '', 'network_id': '52f38aa2-2e8c-4bbb-b78a-8086514940da', 'tenant_id': 'e0860b3d072246d49cd43a900351d571', 'mac_address': 'fa:16:3e:a3:ea:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b43e208d-5605-4f40-918e-e3379d6d3055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:42:50Z', 'updated_at': '2022-05-23T15:42:52Z', 'revision_number': 2, 'project_id': 'e0860b3d072246d49cd43a900351d571', 'subnets': [{'id': 'b43e208d-5605-4f40-918e-e3379d6d3055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:42:54.370247 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44eb95d-7c4f-4ebe-990a-f60fda55ca73 None None] Checking router: 7ead2312-78ce-4fed-b0c3-a196a0c6de07 for host: dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:42:54.370477 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44eb95d-7c4f-4ebe-990a-f60fda55ca73 None None] Updating router 7ead2312-78ce-4fed-b0c3-a196a0c6de07 port cd0125ba-ecbb-483c-ad98-340695fb0e80 binding host dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:42:54.401775 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-d44eb95d-7c4f-4ebe-990a-f60fda55ca73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (cd0125ba-ecbb-483c-ad98-340695fb0e80), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:54.534408 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-bca48a0a-c520-4436-a189-d4ea195bd40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:54.682865 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 43366) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:54.717401 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7973a9fd-9438-451b-b9a0-86398244c1db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:54.760445 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22801a8e-553d-4084-b5b9-81a7a47d39ef req-f5afe5c7-bbc0-4910-b763-ee23c7256615 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:54.762682 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-22801a8e-553d-4084-b5b9-81a7a47d39ef req-f5afe5c7-bbc0-4910-b763-ee23c7256615 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.2874403 May 23 15:42:54.767809 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-d44eb95d-7c4f-4ebe-990a-f60fda55ca73 None None] Publish callbacks [] for port (cd0125ba-ecbb-483c-ad98-340695fb0e80), precommit_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:54.909411 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-22801a8e-553d-4084-b5b9-81a7a47d39ef req-0690ae04-aba1-40b5-bfd1-97605af84676 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299264 May 23 15:42:54.911845 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7973a9fd-9438-451b-b9a0-86398244c1db admin admin] Publish callbacks [] for security_group (f595999b-b3e0-4979-bd9e-25f45fd1b987), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:54.967507 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-d44eb95d-7c4f-4ebe-990a-f60fda55ca73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (cd0125ba-ecbb-483c-ad98-340695fb0e80), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:55.030411 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f309c4a-0f07-42e5-bd07-0ae847505b77 None None] Pushing event updated for resources: {'Port': ['ID=cd0125ba-ecbb-483c-ad98-340695fb0e80,revision_number=3']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:55.062237 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7973a9fd-9438-451b-b9a0-86398244c1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (f595999b-b3e0-4979-bd9e-25f45fd1b987), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:55.089258 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-d44eb95d-7c4f-4ebe-990a-f60fda55ca73 None None] Attempting to bind port cd0125ba-ecbb-483c-ad98-340695fb0e80 on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:42:55.089892 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-d44eb95d-7c4f-4ebe-990a-f60fda55ca73 None None] Attempting to bind port cd0125ba-ecbb-483c-ad98-340695fb0e80 by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': '27a2e33f-06f2-4e3d-ac54-2874447fd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '52f38aa2-2e8c-4bbb-b78a-8086514940da'}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:42:55.090446 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44eb95d-7c4f-4ebe-990a-f60fda55ca73 None None] Attempting to bind port cd0125ba-ecbb-483c-ad98-340695fb0e80 on network 52f38aa2-2e8c-4bbb-b78a-8086514940da {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:42:55.098383 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44eb95d-7c4f-4ebe-990a-f60fda55ca73 None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:42:55.099303 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44eb95d-7c4f-4ebe-990a-f60fda55ca73 None None] Checking segment: {'id': '27a2e33f-06f2-4e3d-ac54-2874447fd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '52f38aa2-2e8c-4bbb-b78a-8086514940da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:42:55.099962 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-d44eb95d-7c4f-4ebe-990a-f60fda55ca73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:55.100528 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44eb95d-7c4f-4ebe-990a-f60fda55ca73 None None] Bound using segment: {'id': '27a2e33f-06f2-4e3d-ac54-2874447fd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '52f38aa2-2e8c-4bbb-b78a-8086514940da'} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:42:55.101475 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-d44eb95d-7c4f-4ebe-990a-f60fda55ca73 None None] Bound port: cd0125ba-ecbb-483c-ad98-340695fb0e80, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a2e33f-06f2-4e3d-ac54-2874447fd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '52f38aa2-2e8c-4bbb-b78a-8086514940da'}}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:42:55.102038 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-d44eb95d-7c4f-4ebe-990a-f60fda55ca73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (cd0125ba-ecbb-483c-ad98-340695fb0e80), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:55.158383 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7973a9fd-9438-451b-b9a0-86398244c1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f595999b-b3e0-4979-bd9e-25f45fd1b987,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:55.174644 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 43386) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:55.175720 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-7973a9fd-9438-451b-b9a0-86398244c1db admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=38fd6f23aff249658b7b883c9bea9984&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4917467 May 23 15:42:55.190027 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-d44eb95d-7c4f-4ebe-990a-f60fda55ca73 None None] For port cd0125ba-ecbb-483c-ad98-340695fb0e80, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:42:55.193466 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-d44eb95d-7c4f-4ebe-990a-f60fda55ca73 None None] For port cd0125ba-ecbb-483c-ad98-340695fb0e80, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=cd0125ba-ecbb-483c-ad98-340695fb0e80,segment=NetworkSegment(27a2e33f-06f2-4e3d-ac54-2874447fd6e1),segment_id=27a2e33f-06f2-4e3d-ac54-2874447fd6e1)] {{(pid=111210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:42:55.251683 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-a17bca75-67c3-4364-be90-3088a703e1ff admin admin] Publish callbacks [] for security_group (f595999b-b3e0-4979-bd9e-25f45fd1b987), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:55.272116 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-d44eb95d-7c4f-4ebe-990a-f60fda55ca73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (cd0125ba-ecbb-483c-ad98-340695fb0e80), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:55.286368 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 9b4bf110-1e84-4289-9b99-6e2444bbcc17 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:42:55.292648 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-a17bca75-67c3-4364-be90-3088a703e1ff admin admin] Publish callbacks [] for security_group (f595999b-b3e0-4979-bd9e-25f45fd1b987), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:55.340418 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 620fab52-b890-4499-b5f7-e33158b7c317 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:42:55.364677 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 43392) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:55.370746 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-2fb353f0-233e-4229-82c7-db36d5772b78 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-70685883-network', 'tenant_id': '8e7b1014ab1b4cb58f1c556dd952271d'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:42:55.441923 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb353f0-233e-4229-82c7-db36d5772b78 admin admin] Made reservation on behalf of 8e7b1014ab1b4cb58f1c556dd952271d for: {'network': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:42:55.444937 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2fb353f0-233e-4229-82c7-db36d5772b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for network (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:55.458476 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2fb353f0-233e-4229-82c7-db36d5772b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:55.490722 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] No Port match for: 620fab52-b890-4499-b5f7-e33158b7c317 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:42:55.491127 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 620fab52-b890-4499-b5f7-e33158b7c317 not bound to the agent host hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:42:55.495344 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-a17bca75-67c3-4364-be90-3088a703e1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (f595999b-b3e0-4979-bd9e-25f45fd1b987), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:55.497927 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-a17bca75-67c3-4364-be90-3088a703e1ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:55.499279 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-a17bca75-67c3-4364-be90-3088a703e1ff admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f595999b-b3e0-4979-bd9e-25f45fd1b987 HTTP/1.1" status: 204 len: 168 time: 0.3233342 May 23 15:42:55.521753 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17bca75-67c3-4364-be90-3088a703e1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f595999b-b3e0-4979-bd9e-25f45fd1b987,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:55.561922 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-4c800c5b-9d8f-4060-9f8b-f8c0fe993674 None None] Provisioning complete for port cd0125ba-ecbb-483c-ad98-340695fb0e80 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:42:55.563099 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-4c800c5b-9d8f-4060-9f8b-f8c0fe993674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (cd0125ba-ecbb-483c-ad98-340695fb0e80), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:55.599486 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f309c4a-0f07-42e5-bd07-0ae847505b77 None None] Pushing event updated for resources: {'Port': ['ID=cd0125ba-ecbb-483c-ad98-340695fb0e80,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:55.602497 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44eb95d-7c4f-4ebe-990a-f60fda55ca73 None None] Routers {'7ead2312-78ce-4fed-b0c3-a196a0c6de07'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:42:55.603116 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-d44eb95d-7c4f-4ebe-990a-f60fda55ca73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:42:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['7ead2312-78ce-4fed-b0c3-a196a0c6de07'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:42:55.624638 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2fb353f0-233e-4229-82c7-db36d5772b78 admin admin] Publish callbacks [] for security_group (2354dc8a-cbb5-4fac-a84c-75fde1432c00), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:55.676593 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2fb353f0-233e-4229-82c7-db36d5772b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (2354dc8a-cbb5-4fac-a84c-75fde1432c00), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:55.681832 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:55.685443 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:DELETE=8,neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:55.747730 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb353f0-233e-4229-82c7-db36d5772b78 admin admin] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=111209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:42:55.777017 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2fb353f0-233e-4229-82c7-db36d5772b78 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747701125214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (a7b801c6-ab1b-4b6d-971c-65176a6e5d66), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:55.777598 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.db.segments_db [None req-2fb353f0-233e-4229-82c7-db36d5772b78 admin admin] Added segment a7b801c6-ab1b-4b6d-971c-65176a6e5d66 of type vlan for network bce7afe1-8ddf-472f-80de-d85ef567f86a May 23 15:42:55.815561 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-d44eb95d-7c4f-4ebe-990a-f60fda55ca73 None None] Set router 7ead2312-78ce-4fed-b0c3-a196a0c6de07 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:42:55.855453 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2fb353f0-233e-4229-82c7-db36d5772b78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747700567628'] for network (bce7afe1-8ddf-472f-80de-d85ef567f86a), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:55.879521 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb353f0-233e-4229-82c7-db36d5772b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2354dc8a-cbb5-4fac-a84c-75fde1432c00,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:55.920465 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port 9b4bf110-1e84-4289-9b99-6e2444bbcc17 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:42:55.921052 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (9b4bf110-1e84-4289-9b99-6e2444bbcc17), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:55.927575 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:55.950503 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 43430) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:55.961594 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2fb353f0-233e-4229-82c7-db36d5772b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464'] for network (bce7afe1-8ddf-472f-80de-d85ef567f86a), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:55.963521 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb353f0-233e-4229-82c7-db36d5772b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:55.964431 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2fb353f0-233e-4229-82c7-db36d5772b78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:56.017555 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:56.042860 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_v2 [None req-23170c72-0b2f-4896-ac27-32ce0e8e7a8d admin admin] Deleting subnet d4ecc785-2138-446f-b61f-73e480427ac8 {{(pid=111208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:42:56.047760 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-23170c72-0b2f-4896-ac27-32ce0e8e7a8d admin admin] Publish callbacks [] for subnet (d4ecc785-2138-446f-b61f-73e480427ac8), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:56.092703 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb353f0-233e-4229-82c7-db36d5772b78 admin admin] Pushing event updated for resources: {'Network': ['ID=bce7afe1-8ddf-472f-80de-d85ef567f86a,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:56.093419 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-23170c72-0b2f-4896-ac27-32ce0e8e7a8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211576'] for subnet (d4ecc785-2138-446f-b61f-73e480427ac8), precommit_delete_associations {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:56.111916 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Network bce7afe1-8ddf-472f-80de-d85ef567f86a details requested by agent ovs-agent-dv-cinder-840678-12-iscsi with host dv-cinder-840678-12-iscsi {{(pid=111210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:42:56.124269 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-2fb353f0-233e-4229-82c7-db36d5772b78 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.7583914 May 23 15:42:56.126096 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 43438) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:56.152399 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-23170c72-0b2f-4896-ac27-32ce0e8e7a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999690'] for subnet (d4ecc785-2138-446f-b61f-73e480427ac8), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:56.153120 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-65162f18-3d3f-4f53-93b9-a4e239ac868e admin admin] Request body: {'subnet': {'network_id': 'bce7afe1-8ddf-472f-80de-d85ef567f86a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-70685883-subnet', 'tenant_id': '8e7b1014ab1b4cb58f1c556dd952271d', 'ip_version': 4}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:42:56.201391 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-4c800c5b-9d8f-4060-9f8b-f8c0fe993674 None None] Current status of the port cd0125ba-ecbb-483c-ad98-340695fb0e80 is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:42:56.201391 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-4c800c5b-9d8f-4060-9f8b-f8c0fe993674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (cd0125ba-ecbb-483c-ad98-340695fb0e80), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:56.221083 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:56.226579 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e27ac-1edb-4f72-8bed-26fb714ddcdf req-4875e541-0f75-48ec-9ad6-275369447100 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:56.236313 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-883e27ac-1edb-4f72-8bed-26fb714ddcdf req-4875e541-0f75-48ec-9ad6-275369447100 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.2369804 May 23 15:42:56.307043 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-883e27ac-1edb-4f72-8bed-26fb714ddcdf req-21b34145-7332-4d52-a302-4a8d25af6c2c tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697563 May 23 15:42:56.312821 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port 9b4bf110-1e84-4289-9b99-6e2444bbcc17 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:42:56.323837 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-23170c72-0b2f-4896-ac27-32ce0e8e7a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-904184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16100397'] for subnet (d4ecc785-2138-446f-b61f-73e480427ac8), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:56.331022 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-4c800c5b-9d8f-4060-9f8b-f8c0fe993674 None None] For port cd0125ba-ecbb-483c-ad98-340695fb0e80, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=cd0125ba-ecbb-483c-ad98-340695fb0e80,segment=NetworkSegment(27a2e33f-06f2-4e3d-ac54-2874447fd6e1),segment_id=27a2e33f-06f2-4e3d-ac54-2874447fd6e1)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:42:56.338595 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-d44eb95d-7c4f-4ebe-990a-f60fda55ca73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'name': 'tempest-TestShelveInstance-696162371-router', 'tenant_id': 'e0860b3d072246d49cd43a900351d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '9b4bf110-1e84-4289-9b99-6e2444bbcc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:42:47Z', 'updated_at': '2022-05-23T15:42:51Z', 'revision_number': 4, 'project_id': 'e0860b3d072246d49cd43a900351d571', 'gw_port': {'id': '9b4bf110-1e84-4289-9b99-6e2444bbcc17', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:68:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:42:48Z', 'updated_at': '2022-05-23T15:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'cd0125ba-ecbb-483c-ad98-340695fb0e80', 'name': '', 'network_id': '52f38aa2-2e8c-4bbb-b78a-8086514940da', 'tenant_id': 'e0860b3d072246d49cd43a900351d571', 'mac_address': 'fa:16:3e:a3:ea:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b43e208d-5605-4f40-918e-e3379d6d3055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:42:50Z', 'updated_at': '2022-05-23T15:42:55Z', 'revision_number': 4, 'project_id': 'e0860b3d072246d49cd43a900351d571', 'subnets': [{'id': 'b43e208d-5605-4f40-918e-e3379d6d3055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:42:56.361019 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23170c72-0b2f-4896-ac27-32ce0e8e7a8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4ecc785-2138-446f-b61f-73e480427ac8,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:56.368504 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-23170c72-0b2f-4896-ac27-32ce0e8e7a8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:56.373251 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-23170c72-0b2f-4896-ac27-32ce0e8e7a8d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d4ecc785-2138-446f-b61f-73e480427ac8 HTTP/1.1" status: 204 len: 168 time: 0.4226947 May 23 15:42:56.375805 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 43452) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:56.383465 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44eb95d-7c4f-4ebe-990a-f60fda55ca73 None None] The sync data for ids ['7ead2312-78ce-4fed-b0c3-a196a0c6de07'] in dv-cinder-840678-12-iscsi is: [{'id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'name': 'tempest-TestShelveInstance-696162371-router', 'tenant_id': 'e0860b3d072246d49cd43a900351d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '9b4bf110-1e84-4289-9b99-6e2444bbcc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:42:47Z', 'updated_at': '2022-05-23T15:42:51Z', 'revision_number': 4, 'project_id': 'e0860b3d072246d49cd43a900351d571', 'gw_port': {'id': '9b4bf110-1e84-4289-9b99-6e2444bbcc17', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:68:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:42:48Z', 'updated_at': '2022-05-23T15:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'cd0125ba-ecbb-483c-ad98-340695fb0e80', 'name': '', 'network_id': '52f38aa2-2e8c-4bbb-b78a-8086514940da', 'tenant_id': 'e0860b3d072246d49cd43a900351d571', 'mac_address': 'fa:16:3e:a3:ea:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b43e208d-5605-4f40-918e-e3379d6d3055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:42:50Z', 'updated_at': '2022-05-23T15:42:55Z', 'revision_number': 4, 'project_id': 'e0860b3d072246d49cd43a900351d571', 'subnets': [{'id': 'b43e208d-5605-4f40-918e-e3379d6d3055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:42:56.384347 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:56.403287 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65162f18-3d3f-4f53-93b9-a4e239ac868e admin admin] Made reservation on behalf of 8e7b1014ab1b4cb58f1c556dd952271d for: {'subnet': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:42:56.408354 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-65162f18-3d3f-4f53-93b9-a4e239ac868e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12197539'] for subnet (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:56.436043 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-4c800c5b-9d8f-4060-9f8b-f8c0fe993674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (cd0125ba-ecbb-483c-ad98-340695fb0e80), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:56.559045 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c800c5b-9d8f-4060-9f8b-f8c0fe993674 None None] Pushing event updated for resources: {'Port': ['ID=cd0125ba-ecbb-483c-ad98-340695fb0e80,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:56.563425 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-481f1212-cc84-40f8-8908-df781d7e46ce None None] Provisioning complete for port cd0125ba-ecbb-483c-ad98-340695fb0e80 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:42:56.568319 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-481f1212-cc84-40f8-8908-df781d7e46ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (cd0125ba-ecbb-483c-ad98-340695fb0e80), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:56.596256 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:56.680132 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-0862df6b-19b5-4237-83fb-92c770862bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3939425'] for network (c4853812-24f1-4eab-961f-8a8760bf5020), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:56.711640 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-481f1212-cc84-40f8-8908-df781d7e46ce None None] Current status of the port cd0125ba-ecbb-483c-ad98-340695fb0e80 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:42:56.784800 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 43468) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:56.787733 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-0862df6b-19b5-4237-83fb-92c770862bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998021', 'neutron.services.segments.db._delete_segments_for_network-8747701125223'] for network (c4853812-24f1-4eab-961f-8a8760bf5020), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:56.798359 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-65162f18-3d3f-4f53-93b9-a4e239ac868e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11984957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12197457'] for subnet (c92a9a50-d256-4ee0-958f-1ecffffcde1e), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:56.837959 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.services.segments.db [None req-0862df6b-19b5-4237-83fb-92c770862bef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4853812-24f1-4eab-961f-8a8760bf5020']}} {{(pid=111209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:42:56.850990 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:56.860569 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.services.segments.db [None req-0862df6b-19b5-4237-83fb-92c770862bef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fdf04a1-2c9f-4245-86f7-14b90adf7f7c') {'for_net_delete': True} {{(pid=111209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:42:56.860870 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.services.segments.db [None req-0862df6b-19b5-4237-83fb-92c770862bef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fdf04a1-2c9f-4245-86f7-14b90adf7f7c') {} {{(pid=111209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:42:56.881286 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-0862df6b-19b5-4237-83fb-92c770862bef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747701124208', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11732002'] for segment (3fdf04a1-2c9f-4245-86f7-14b90adf7f7c), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:56.910005 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65162f18-3d3f-4f53-93b9-a4e239ac868e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c92a9a50-d256-4ee0-958f-1ecffffcde1e,revision_number=0']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:56.914946 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-0862df6b-19b5-4237-83fb-92c770862bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (3fdf04a1-2c9f-4245-86f7-14b90adf7f7c), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:56.925963 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0862df6b-19b5-4237-83fb-92c770862bef admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=111209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:42:56.926727 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-0862df6b-19b5-4237-83fb-92c770862bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11992984'] for segment (3fdf04a1-2c9f-4245-86f7-14b90adf7f7c), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:56.975945 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.services.segments.plugin [-] Segment 3fdf04a1-2c9f-4245-86f7-14b90adf7f7c resource provider aggregate not found May 23 15:42:56.981814 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65162f18-3d3f-4f53-93b9-a4e239ac868e admin admin] Checking segment: {'id': 'a7b801c6-ab1b-4b6d-971c-65176a6e5d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bce7afe1-8ddf-472f-80de-d85ef567f86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:42:56.982182 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65162f18-3d3f-4f53-93b9-a4e239ac868e admin admin] Network hostable DHCP agents. Network: bce7afe1-8ddf-472f-80de-d85ef567f86a, hostable agents: ['251dd304-59f3-4964-a27c-cc4bc9747485'], hosted agents: [] {{(pid=111209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:42:56.997182 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.services.segments.plugin [-] Segment 3fdf04a1-2c9f-4245-86f7-14b90adf7f7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3fdf04a1-2c9f-4245-86f7-14b90adf7f7c found for delete ", "request_id": "req-8deff3a6-b418-460f-83d8-64d577c6d7e1"}]} May 23 15:42:57.076220 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-0862df6b-19b5-4237-83fb-92c770862bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747474'] for network (c4853812-24f1-4eab-961f-8a8760bf5020), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:57.084374 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-0862df6b-19b5-4237-83fb-92c770862bef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:57.088007 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-0862df6b-19b5-4237-83fb-92c770862bef admin admin] 10.222.0.64 "DELETE /v2.0/networks/c4853812-24f1-4eab-961f-8a8760bf5020 HTTP/1.1" status: 204 len: 168 time: 0.7112365 May 23 15:42:57.099643 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862df6b-19b5-4237-83fb-92c770862bef admin admin] Pushing event deleted for resources: {'Network': ['ID=c4853812-24f1-4eab-961f-8a8760bf5020,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:57.112428 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65162f18-3d3f-4f53-93b9-a4e239ac868e admin admin] Network bce7afe1-8ddf-472f-80de-d85ef567f86a is scheduled to be hosted by DHCP agent 251dd304-59f3-4964-a27c-cc4bc9747485 with binding_index 1 {{(pid=111209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:42:57.196194 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [None req-65162f18-3d3f-4f53-93b9-a4e239ac868e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-12-iscsi, bce7afe1-8ddf-472f-80de-d85ef567f86a) {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:42:57.197945 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-667b1e1b-987b-438f-bd4e-2c6baee1d452 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1859061289-network', 'tenant_id': 'c2ef57ea448a49d3af268a02f6f08257'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:42:57.205113 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae4587f-c247-4de9-a6c0-5f38ef2c76c2 None None] Network bce7afe1-8ddf-472f-80de-d85ef567f86a requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:42:57.205976 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65162f18-3d3f-4f53-93b9-a4e239ac868e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:57.206089 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-65162f18-3d3f-4f53-93b9-a4e239ac868e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for subnet (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:57.245529 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:57.274880 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device cd0125ba-ecbb-483c-ad98-340695fb0e80 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:42:57.315630 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-65162f18-3d3f-4f53-93b9-a4e239ac868e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1847308 May 23 15:42:57.317829 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 43486) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:57.337996 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-99ddcc79-afa1-4f72-b605-d57e7c05d0e7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-70685883-router', 'tenant_id': '8e7b1014ab1b4cb58f1c556dd952271d', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:42:57.366857 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port cd0125ba-ecbb-483c-ad98-340695fb0e80 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:42:57.367338 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (cd0125ba-ecbb-483c-ad98-340695fb0e80), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:57.389368 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 43492) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:57.400043 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12094957-4205-451b-a7ef-603dce9a6b7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp055156f6-2a9b-51e3-8b11-ea6d6ebeb84f-bce7afe1-8ddf-472f-80de-d85ef567f86a', 'network_id': 'bce7afe1-8ddf-472f-80de-d85ef567f86a', 'project_id': '8e7b1014ab1b4cb58f1c556dd952271d', 'fixed_ips': [{'subnet_id': 'c92a9a50-d256-4ee0-958f-1ecffffcde1e'}]}} from dv-cinder-840678-12-iscsi. {{(pid=111210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 15:42:57.401127 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-12094957-4205-451b-a7ef-603dce9a6b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:57.452797 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667b1e1b-987b-438f-bd4e-2c6baee1d452 admin admin] Made reservation on behalf of c2ef57ea448a49d3af268a02f6f08257 for: {'network': 1} {{(pid=111208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:42:57.455935 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-667b1e1b-987b-438f-bd4e-2c6baee1d452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for network (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:57.478515 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-667b1e1b-987b-438f-bd4e-2c6baee1d452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:57.499756 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-99ddcc79-afa1-4f72-b605-d57e7c05d0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12900'] for router (14a808cd-0cea-4126-b3b9-dd5a542a1b70), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:57.500847 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-99ddcc79-afa1-4f72-b605-d57e7c05d0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12829'] for router (14a808cd-0cea-4126-b3b9-dd5a542a1b70), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:57.555148 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1eb42-5bfc-4c29-b36d-ec32f8731e08 req-d129b944-9dc0-4203-a8cc-a7dc4da0dbdf tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:57.560866 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0de1eb42-5bfc-4c29-b36d-ec32f8731e08 req-d129b944-9dc0-4203-a8cc-a7dc4da0dbdf tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.1262741 May 23 15:42:57.598286 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.db_base_plugin_common [None req-12094957-4205-451b-a7ef-603dce9a6b7d None None] Allocated IP 172.20.0.2 (bce7afe1-8ddf-472f-80de-d85ef567f86a/c92a9a50-d256-4ee0-958f-1ecffffcde1e/442e2065-efba-4bef-8295-4c3c29900fb2) {{(pid=111210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:42:57.622953 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-667b1e1b-987b-438f-bd4e-2c6baee1d452 admin admin] Publish callbacks [] for security_group (ce3e5ff5-a481-41bd-8d31-8d34b9d33cda), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:57.646373 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-99ddcc79-afa1-4f72-b605-d57e7c05d0e7 admin admin] Publish callbacks [] for router_controller (14a808cd-0cea-4126-b3b9-dd5a542a1b70), precommit_add_association {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:57.678709 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0de1eb42-5bfc-4c29-b36d-ec32f8731e08 req-52c1e461-c362-48d3-8740-8adab5cf34c6 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915866 May 23 15:42:57.695978 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port cd0125ba-ecbb-483c-ad98-340695fb0e80 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:42:57.715046 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-667b1e1b-987b-438f-bd4e-2c6baee1d452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (ce3e5ff5-a481-41bd-8d31-8d34b9d33cda), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:57.728164 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-667b1e1b-987b-438f-bd4e-2c6baee1d452 admin admin] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=111208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:42:57.752218 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-667b1e1b-987b-438f-bd4e-2c6baee1d452 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747701125214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (57139028-9621-4d1b-9c6f-932ad334f490), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:57.752654 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.db.segments_db [None req-667b1e1b-987b-438f-bd4e-2c6baee1d452 admin admin] Added segment 57139028-9621-4d1b-9c6f-932ad334f490 of type vlan for network 1f7dcd01-712e-4910-801c-ec7cd2120c05 May 23 15:42:57.798215 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-1d048f8c-6d46-44d6-b5db-c29813d0d51a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:57.880182 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-12094957-4205-451b-a7ef-603dce9a6b7d None None] Publish callbacks [] for port (442e2065-efba-4bef-8295-4c3c29900fb2), precommit_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:57.884340 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:57.898829 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 43500) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:57.919969 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-99ddcc79-afa1-4f72-b605-d57e7c05d0e7 admin admin] Publish callbacks [] for router_gateway (14a808cd-0cea-4126-b3b9-dd5a542a1b70), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:57.950527 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-12094957-4205-451b-a7ef-603dce9a6b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725'] for port (442e2065-efba-4bef-8295-4c3c29900fb2), after_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:57.966504 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-667b1e1b-987b-438f-bd4e-2c6baee1d452 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747700567628'] for network (1f7dcd01-712e-4910-801c-ec7cd2120c05), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:57.969534 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b1e1b-987b-438f-bd4e-2c6baee1d452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:57.993113 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12094957-4205-451b-a7ef-603dce9a6b7d None None] Network bce7afe1-8ddf-472f-80de-d85ef567f86a is already hosted by enough agents. {{(pid=111210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:42:57.996452 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.scheduler.base_scheduler [None req-12094957-4205-451b-a7ef-603dce9a6b7d None None] Resources bound (agent type, host, resource id): {{(pid=111210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:42:57.999702 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-1d048f8c-6d46-44d6-b5db-c29813d0d51a admin admin] Publish callbacks [] for security_group (d7a5c9f9-44be-4101-8208-6b1b0e71df45), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:58.011286 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12094957-4205-451b-a7ef-603dce9a6b7d None None] Received port after_create {{(pid=111210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:42:58.059212 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-7beb555e-ae4a-41e9-9491-70c53793d89d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0a819820263647f784079581c7527921&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1444790 May 23 15:42:58.075756 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 43506) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:58.080370 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12094957-4205-451b-a7ef-603dce9a6b7d None None] Pushing event updated for resources: {'Port': ['ID=442e2065-efba-4bef-8295-4c3c29900fb2,revision_number=1']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:58.085045 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-1d048f8c-6d46-44d6-b5db-c29813d0d51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (d7a5c9f9-44be-4101-8208-6b1b0e71df45), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:58.094062 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-12094957-4205-451b-a7ef-603dce9a6b7d None None] Attempting to bind port 442e2065-efba-4bef-8295-4c3c29900fb2 on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:42:58.094955 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-12094957-4205-451b-a7ef-603dce9a6b7d None None] Attempting to bind port 442e2065-efba-4bef-8295-4c3c29900fb2 by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': 'a7b801c6-ab1b-4b6d-971c-65176a6e5d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bce7afe1-8ddf-472f-80de-d85ef567f86a'}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:42:58.095326 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12094957-4205-451b-a7ef-603dce9a6b7d None None] Attempting to bind port 442e2065-efba-4bef-8295-4c3c29900fb2 on network bce7afe1-8ddf-472f-80de-d85ef567f86a {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:42:58.101120 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12094957-4205-451b-a7ef-603dce9a6b7d None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:42:58.101743 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12094957-4205-451b-a7ef-603dce9a6b7d None None] Checking segment: {'id': 'a7b801c6-ab1b-4b6d-971c-65176a6e5d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bce7afe1-8ddf-472f-80de-d85ef567f86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:42:58.102306 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-12094957-4205-451b-a7ef-603dce9a6b7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:58.103018 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12094957-4205-451b-a7ef-603dce9a6b7d None None] Bound using segment: {'id': 'a7b801c6-ab1b-4b6d-971c-65176a6e5d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bce7afe1-8ddf-472f-80de-d85ef567f86a'} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:42:58.103646 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-12094957-4205-451b-a7ef-603dce9a6b7d None None] Bound port: 442e2065-efba-4bef-8295-4c3c29900fb2, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b801c6-ab1b-4b6d-971c-65176a6e5d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bce7afe1-8ddf-472f-80de-d85ef567f86a'}}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:42:58.104734 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-12094957-4205-451b-a7ef-603dce9a6b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (442e2065-efba-4bef-8295-4c3c29900fb2), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:58.152145 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d048f8c-6d46-44d6-b5db-c29813d0d51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a5c9f9-44be-4101-8208-6b1b0e71df45,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:58.158895 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-1d048f8c-6d46-44d6-b5db-c29813d0d51a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=41af6594a19944c3a7bdcb88856b4a49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7684669 May 23 15:42:58.164350 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 43510) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:58.182954 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-12094957-4205-451b-a7ef-603dce9a6b7d None None] For port 442e2065-efba-4bef-8295-4c3c29900fb2, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:42:58.186428 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-12094957-4205-451b-a7ef-603dce9a6b7d None None] For port 442e2065-efba-4bef-8295-4c3c29900fb2, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=442e2065-efba-4bef-8295-4c3c29900fb2,segment=NetworkSegment(a7b801c6-ab1b-4b6d-971c-65176a6e5d66),segment_id=a7b801c6-ab1b-4b6d-971c-65176a6e5d66)] {{(pid=111210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:42:58.205694 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-667b1e1b-987b-438f-bd4e-2c6baee1d452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464'] for network (1f7dcd01-712e-4910-801c-ec7cd2120c05), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:58.207053 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667b1e1b-987b-438f-bd4e-2c6baee1d452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:58.207821 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-667b1e1b-987b-438f-bd4e-2c6baee1d452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:58.236817 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bdbd0ae4-ce95-436f-b8ab-04fac9f284e0 admin admin] Publish callbacks [] for security_group (abfb0848-efd8-4011-be67-002a9dfcf9e4), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:58.277501 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-12094957-4205-451b-a7ef-603dce9a6b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (442e2065-efba-4bef-8295-4c3c29900fb2), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:58.304607 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-99ddcc79-afa1-4f72-b605-d57e7c05d0e7 admin admin] Publish callbacks [] for router_gateway (14a808cd-0cea-4126-b3b9-dd5a542a1b70), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:58.334155 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-99ddcc79-afa1-4f72-b605-d57e7c05d0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:58.334304 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:58.372206 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bdbd0ae4-ce95-436f-b8ab-04fac9f284e0 admin admin] Publish callbacks [] for security_group (abfb0848-efd8-4011-be67-002a9dfcf9e4), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:58.379045 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12094957-4205-451b-a7ef-603dce9a6b7d None None] Pushing event updated for resources: {'Port': ['ID=442e2065-efba-4bef-8295-4c3c29900fb2,revision_number=2']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:58.389808 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b1e1b-987b-438f-bd4e-2c6baee1d452 admin admin] Pushing event updated for resources: {'Network': ['ID=1f7dcd01-712e-4910-801c-ec7cd2120c05,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:58.400960 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b515d0f6-2c5a-4f81-a741-eaed447c14c6 admin admin] Publish callbacks [] for security_group (d7a5c9f9-44be-4101-8208-6b1b0e71df45), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:58.420032 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Network 1f7dcd01-712e-4910-801c-ec7cd2120c05 details requested by agent ovs-agent-dv-cinder-840678-12-iscsi with host dv-cinder-840678-12-iscsi {{(pid=111210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:42:58.428640 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-667b1e1b-987b-438f-bd4e-2c6baee1d452 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6425362 May 23 15:42:58.431327 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 43516) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:42:58.450539 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-0f8e5515-a866-41ab-9ba2-13282899dc2a admin admin] Request body: {'subnet': {'network_id': '1f7dcd01-712e-4910-801c-ec7cd2120c05', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1859061289-subnet', 'tenant_id': 'c2ef57ea448a49d3af268a02f6f08257', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:42:58.493082 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:58.515374 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b515d0f6-2c5a-4f81-a741-eaed447c14c6 admin admin] Publish callbacks [] for security_group (d7a5c9f9-44be-4101-8208-6b1b0e71df45), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:58.549806 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_common [None req-99ddcc79-afa1-4f72-b605-d57e7c05d0e7 admin admin] Allocated IP 172.27.3.77 (423e159f-0d94-4204-8598-641f4ed121cf/6893e8f7-d8c8-4bdd-8cf7-487cc5c00794/de9c86c9-a3cf-45b5-8260-da1fe862cc9a) {{(pid=111209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:42:58.597029 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8e5515-a866-41ab-9ba2-13282899dc2a admin admin] Made reservation on behalf of c2ef57ea448a49d3af268a02f6f08257 for: {'subnet': 1} {{(pid=111208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:42:58.601174 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-0f8e5515-a866-41ab-9ba2-13282899dc2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16100566'] for subnet (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:58.631131 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bdbd0ae4-ce95-436f-b8ab-04fac9f284e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (abfb0848-efd8-4011-be67-002a9dfcf9e4), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:58.634393 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bdbd0ae4-ce95-436f-b8ab-04fac9f284e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:58.637441 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-bdbd0ae4-ce95-436f-b8ab-04fac9f284e0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/abfb0848-efd8-4011-be67-002a9dfcf9e4 HTTP/1.1" status: 204 len: 168 time: 0.5602806 May 23 15:42:58.705298 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd0ae4-ce95-436f-b8ab-04fac9f284e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfb0848-efd8-4011-be67-002a9dfcf9e4,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:58.709129 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b515d0f6-2c5a-4f81-a741-eaed447c14c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (d7a5c9f9-44be-4101-8208-6b1b0e71df45), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:58.713050 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b515d0f6-2c5a-4f81-a741-eaed447c14c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:58.716460 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-b515d0f6-2c5a-4f81-a741-eaed447c14c6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d7a5c9f9-44be-4101-8208-6b1b0e71df45 HTTP/1.1" status: 204 len: 168 time: 0.5485559 May 23 15:42:58.728399 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:58.742320 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515d0f6-2c5a-4f81-a741-eaed447c14c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a5c9f9-44be-4101-8208-6b1b0e71df45,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:58.756856 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:58.831496 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-99ddcc79-afa1-4f72-b605-d57e7c05d0e7 admin admin] Publish callbacks [] for port (de9c86c9-a3cf-45b5-8260-da1fe862cc9a), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:58.952327 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afee27-a42f-4945-b501-81c72165a29f req-f6bc96ba-4c5a-46d9-be69-4331a4642d39 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:58.955212 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e9afee27-a42f-4945-b501-81c72165a29f req-f6bc96ba-4c5a-46d9-be69-4331a4642d39 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.0853360 May 23 15:42:58.958495 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-99ddcc79-afa1-4f72-b605-d57e7c05d0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (de9c86c9-a3cf-45b5-8260-da1fe862cc9a), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:58.961889 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:59.017940 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ddcc79-afa1-4f72-b605-d57e7c05d0e7 admin admin] Network 423e159f-0d94-4204-8598-641f4ed121cf is already hosted by enough agents. {{(pid=111209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:42:59.027310 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [None req-99ddcc79-afa1-4f72-b605-d57e7c05d0e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:42:59.032765 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ddcc79-afa1-4f72-b605-d57e7c05d0e7 admin admin] Received port after_create {{(pid=111209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:42:59.042195 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-0f8e5515-a866-41ab-9ba2-13282899dc2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-904127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16100388'] for subnet (ae076d4d-1578-4f2e-a837-de4e9e6970fb), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:59.083817 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ddcc79-afa1-4f72-b605-d57e7c05d0e7 admin admin] Pushing event updated for resources: {'Port': ['ID=de9c86c9-a3cf-45b5-8260-da1fe862cc9a,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:59.108738 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e9afee27-a42f-4945-b501-81c72165a29f req-cd05308f-0db8-4b71-8dbd-b4775badb3ad tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435328 May 23 15:42:59.132150 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e5515-a866-41ab-9ba2-13282899dc2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae076d4d-1578-4f2e-a837-de4e9e6970fb,revision_number=0']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:42:59.142219 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8e5515-a866-41ab-9ba2-13282899dc2a admin admin] Checking segment: {'id': '57139028-9621-4d1b-9c6f-932ad334f490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1f7dcd01-712e-4910-801c-ec7cd2120c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:42:59.142588 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8e5515-a866-41ab-9ba2-13282899dc2a admin admin] Network hostable DHCP agents. Network: 1f7dcd01-712e-4910-801c-ec7cd2120c05, hostable agents: ['251dd304-59f3-4964-a27c-cc4bc9747485'], hosted agents: [] {{(pid=111208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:42:59.149931 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:59.231689 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8e5515-a866-41ab-9ba2-13282899dc2a admin admin] Network 1f7dcd01-712e-4910-801c-ec7cd2120c05 is scheduled to be hosted by DHCP agent 251dd304-59f3-4964-a27c-cc4bc9747485 with binding_index 1 {{(pid=111208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:42:59.263510 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 442e2065-efba-4bef-8295-4c3c29900fb2 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:42:59.316064 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-0f8e5515-a866-41ab-9ba2-13282899dc2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-12-iscsi, 1f7dcd01-712e-4910-801c-ec7cd2120c05) {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:42:59.323052 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8e5515-a866-41ab-9ba2-13282899dc2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:42:59.328936 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-0f8e5515-a866-41ab-9ba2-13282899dc2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:59.332885 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27e4366-d1de-4c0d-b710-c8724e07a026 None None] Network 1f7dcd01-712e-4910-801c-ec7cd2120c05 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:42:59.337807 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port 442e2065-efba-4bef-8295-4c3c29900fb2 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:42:59.338202 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (442e2065-efba-4bef-8295-4c3c29900fb2), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:59.411098 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-0f8e5515-a866-41ab-9ba2-13282899dc2a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9671643 May 23 15:42:59.510592 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-99ddcc79-afa1-4f72-b605-d57e7c05d0e7 admin admin] Publish callbacks [] for router_gateway (14a808cd-0cea-4126-b3b9-dd5a542a1b70), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:59.616600 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:59.629667 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95868f9d-9cc7-4694-87ce-ca2e59820428 None None] Network 1f7dcd01-712e-4910-801c-ec7cd2120c05 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:42:59.730668 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-99ddcc79-afa1-4f72-b605-d57e7c05d0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746782'] for router (14a808cd-0cea-4126-b3b9-dd5a542a1b70), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:59.818822 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:42:59.904607 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6f20ea-ce45-4d99-b4f9-a48a5998fee0 None None] Network bce7afe1-8ddf-472f-80de-d85ef567f86a requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:42:59.935392 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-ee807e4d-6bd7-4f25-a280-9bc14bb3e54c None None] Provisioning complete for port 442e2065-efba-4bef-8295-4c3c29900fb2 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:42:59.935837 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-ee807e4d-6bd7-4f25-a280-9bc14bb3e54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (442e2065-efba-4bef-8295-4c3c29900fb2), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:59.944581 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port 442e2065-efba-4bef-8295-4c3c29900fb2 is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:42:59.945013 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (442e2065-efba-4bef-8295-4c3c29900fb2), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:42:59.978502 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ddcc79-afa1-4f72-b605-d57e7c05d0e7 admin admin] Router 14a808cd-0cea-4126-b3b9-dd5a542a1b70 is scheduled to L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 with binding_index 1 {{(pid=111209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 15:43:00.058976 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 43558) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:00.082434 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-198e884b-9f41-4509-9a51-d7b648e7a417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:00.149028 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ddcc79-afa1-4f72-b605-d57e7c05d0e7 admin admin] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:43:00.161543 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9256ad-dfae-4e88-a35a-83874eacd71f None None] Sync routers for ids ['14a808cd-0cea-4126-b3b9-dd5a542a1b70'] in dv-cinder-840678-12-iscsi {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:43:00.182017 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9256ad-dfae-4e88-a35a-83874eacd71f None None] Routers {'14a808cd-0cea-4126-b3b9-dd5a542a1b70'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:43:00.184082 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-0f9256ad-dfae-4e88-a35a-83874eacd71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:42:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['14a808cd-0cea-4126-b3b9-dd5a542a1b70'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:43:00.195745 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-198e884b-9f41-4509-9a51-d7b648e7a417 admin admin] Publish callbacks [] for security_group (c743c306-c675-487b-b610-6c8420e2b15e), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:00.205202 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] For port 442e2065-efba-4bef-8295-4c3c29900fb2, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=442e2065-efba-4bef-8295-4c3c29900fb2,segment=NetworkSegment(a7b801c6-ab1b-4b6d-971c-65176a6e5d66),segment_id=a7b801c6-ab1b-4b6d-971c-65176a6e5d66)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:43:00.265869 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-198e884b-9f41-4509-9a51-d7b648e7a417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (c743c306-c675-487b-b610-6c8420e2b15e), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:00.267935 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-99ddcc79-afa1-4f72-b605-d57e7c05d0e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:00.271909 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-99ddcc79-afa1-4f72-b605-d57e7c05d0e7 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.9505329 May 23 15:43:00.272245 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 43564) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:00.316002 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-ee807e4d-6bd7-4f25-a280-9bc14bb3e54c None None] Current status of the port 442e2065-efba-4bef-8295-4c3c29900fb2 is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:43:00.316400 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-ee807e4d-6bd7-4f25-a280-9bc14bb3e54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (442e2065-efba-4bef-8295-4c3c29900fb2), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:00.319450 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-198e884b-9f41-4509-9a51-d7b648e7a417 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3b012572e6ee4654aabe2ec34b35dcc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652180 May 23 15:43:00.322062 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 43566) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:00.324841 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (442e2065-efba-4bef-8295-4c3c29900fb2), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:00.334452 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e884b-9f41-4509-9a51-d7b648e7a417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c743c306-c675-487b-b610-6c8420e2b15e,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:00.398394 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Pushing event updated for resources: {'Port': ['ID=442e2065-efba-4bef-8295-4c3c29900fb2,revision_number=3']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:00.440786 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e2c52a2d-1c76-4538-b8b2-ead9d0e224bc admin admin] Publish callbacks [] for security_group (c743c306-c675-487b-b610-6c8420e2b15e), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:00.465301 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33962a-d635-46c8-afc8-b835082ce73e req-80cde538-85bb-43fd-a226-4737de27ab87 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:00.482178 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6d33962a-d635-46c8-afc8-b835082ce73e req-80cde538-85bb-43fd-a226-4737de27ab87 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.1250510 May 23 15:43:00.487372 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e2c52a2d-1c76-4538-b8b2-ead9d0e224bc admin admin] Publish callbacks [] for security_group (c743c306-c675-487b-b610-6c8420e2b15e), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:00.503001 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.db.api [None req-ee807e4d-6bd7-4f25-a280-9bc14bb3e54c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111210) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 23 15:43:00.503432 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG oslo_db.api [None req-ee807e4d-6bd7-4f25-a280-9bc14bb3e54c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 15:43:00.514351 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-0f9256ad-dfae-4e88-a35a-83874eacd71f None None] Set router 14a808cd-0cea-4126-b3b9-dd5a542a1b70 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:43:00.633684 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6d33962a-d635-46c8-afc8-b835082ce73e req-42350405-109c-4ab8-9259-2e61476ac5e4 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577518 May 23 15:43:00.692886 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e2c52a2d-1c76-4538-b8b2-ead9d0e224bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (c743c306-c675-487b-b610-6c8420e2b15e), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:00.695478 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e2c52a2d-1c76-4538-b8b2-ead9d0e224bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:00.699297 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-e2c52a2d-1c76-4538-b8b2-ead9d0e224bc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c743c306-c675-487b-b610-6c8420e2b15e HTTP/1.1" status: 204 len: 168 time: 0.3755379 May 23 15:43:00.705281 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:00.724482 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c52a2d-1c76-4538-b8b2-ead9d0e224bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c743c306-c675-487b-b610-6c8420e2b15e,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:00.752245 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-0f9256ad-dfae-4e88-a35a-83874eacd71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a808cd-0cea-4126-b3b9-dd5a542a1b70', 'name': 'tempest-TestShelveInstance-70685883-router', 'tenant_id': '8e7b1014ab1b4cb58f1c556dd952271d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'de9c86c9-a3cf-45b5-8260-da1fe862cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:42:57Z', 'updated_at': '2022-05-23T15:42:59Z', 'revision_number': 3, 'project_id': '8e7b1014ab1b4cb58f1c556dd952271d', 'gw_port': {'id': 'de9c86c9-a3cf-45b5-8260-da1fe862cc9a', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a808cd-0cea-4126-b3b9-dd5a542a1b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:42:58Z', 'updated_at': '2022-05-23T15:42:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:43:00.785850 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9256ad-dfae-4e88-a35a-83874eacd71f None None] Checking router: 14a808cd-0cea-4126-b3b9-dd5a542a1b70 for host: dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:43:00.786238 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9256ad-dfae-4e88-a35a-83874eacd71f None None] Updating router 14a808cd-0cea-4126-b3b9-dd5a542a1b70 port de9c86c9-a3cf-45b5-8260-da1fe862cc9a binding host dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:43:00.825709 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-0f9256ad-dfae-4e88-a35a-83874eacd71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (de9c86c9-a3cf-45b5-8260-da1fe862cc9a), before_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:01.055804 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=100 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:01.093647 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-ee807e4d-6bd7-4f25-a280-9bc14bb3e54c None None] Current status of the port 442e2065-efba-4bef-8295-4c3c29900fb2 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:43:01.150936 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-0f9256ad-dfae-4e88-a35a-83874eacd71f None None] Publish callbacks [] for port (de9c86c9-a3cf-45b5-8260-da1fe862cc9a), precommit_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:01.175102 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=73,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=17 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:01.205311 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 43592) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:01.228380 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-532ae4b4-3506-4bc9-b114-0c17bd9fab9b None None] Provisioning complete for port 442e2065-efba-4bef-8295-4c3c29900fb2 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:43:01.228985 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-532ae4b4-3506-4bc9-b114-0c17bd9fab9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (442e2065-efba-4bef-8295-4c3c29900fb2), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:01.241669 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-0f9256ad-dfae-4e88-a35a-83874eacd71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (de9c86c9-a3cf-45b5-8260-da1fe862cc9a), after_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:01.278277 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 442e2065-efba-4bef-8295-4c3c29900fb2 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:43:01.326856 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bc18d-34d7-49ca-b86e-2e33c85ecee2 None None] Pushing event updated for resources: {'Port': ['ID=de9c86c9-a3cf-45b5-8260-da1fe862cc9a,revision_number=2']} {{(pid=111211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:01.358814 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-0f9256ad-dfae-4e88-a35a-83874eacd71f None None] Attempting to bind port de9c86c9-a3cf-45b5-8260-da1fe862cc9a on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:43:01.359388 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-0f9256ad-dfae-4e88-a35a-83874eacd71f None None] Attempting to bind port de9c86c9-a3cf-45b5-8260-da1fe862cc9a by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}] {{(pid=111211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:43:01.360062 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9256ad-dfae-4e88-a35a-83874eacd71f None None] Attempting to bind port de9c86c9-a3cf-45b5-8260-da1fe862cc9a on network 423e159f-0d94-4204-8598-641f4ed121cf {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:43:01.365764 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:01.367245 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9256ad-dfae-4e88-a35a-83874eacd71f None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:43:01.367873 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9256ad-dfae-4e88-a35a-83874eacd71f None None] Checking segment: {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:43:01.368534 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-0f9256ad-dfae-4e88-a35a-83874eacd71f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:01.369031 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-86e36355-aca5-49e0-aeb0-29bb69d1a9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:01.369488 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9256ad-dfae-4e88-a35a-83874eacd71f None None] Bound using segment: {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'} {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:43:01.370351 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-0f9256ad-dfae-4e88-a35a-83874eacd71f None None] Bound port: de9c86c9-a3cf-45b5-8260-da1fe862cc9a, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}}] {{(pid=111211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:43:01.370946 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-0f9256ad-dfae-4e88-a35a-83874eacd71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (de9c86c9-a3cf-45b5-8260-da1fe862cc9a), before_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:01.388999 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-532ae4b4-3506-4bc9-b114-0c17bd9fab9b None None] Current status of the port 442e2065-efba-4bef-8295-4c3c29900fb2 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:43:01.437314 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.db [None req-0f9256ad-dfae-4e88-a35a-83874eacd71f None None] For port de9c86c9-a3cf-45b5-8260-da1fe862cc9a, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:43:01.441396 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.db [None req-0f9256ad-dfae-4e88-a35a-83874eacd71f None None] For port de9c86c9-a3cf-45b5-8260-da1fe862cc9a, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=de9c86c9-a3cf-45b5-8260-da1fe862cc9a,segment=NetworkSegment(2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5),segment_id=2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5)] {{(pid=111211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:43:01.450790 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port 442e2065-efba-4bef-8295-4c3c29900fb2 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:43:01.451211 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (442e2065-efba-4bef-8295-4c3c29900fb2), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:01.497880 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-8d166915-7143-41d6-b0e8-5921f742ab5d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1848384227-network', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:43:01.523526 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-0f9256ad-dfae-4e88-a35a-83874eacd71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (de9c86c9-a3cf-45b5-8260-da1fe862cc9a), after_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:01.587058 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:01.606924 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d166915-7143-41d6-b0e8-5921f742ab5d admin admin] Made reservation on behalf of a15ae9d15a64468f80628ed51c2e42d6 for: {'network': 1} {{(pid=111208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:43:01.612608 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port 442e2065-efba-4bef-8295-4c3c29900fb2 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:43:01.618222 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bc18d-34d7-49ca-b86e-2e33c85ecee2 None None] Pushing event updated for resources: {'Port': ['ID=de9c86c9-a3cf-45b5-8260-da1fe862cc9a,revision_number=3']} {{(pid=111211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:01.621842 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-8d166915-7143-41d6-b0e8-5921f742ab5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for network (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:01.634943 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-8d166915-7143-41d6-b0e8-5921f742ab5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:01.647048 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9256ad-dfae-4e88-a35a-83874eacd71f None None] Routers {'14a808cd-0cea-4126-b3b9-dd5a542a1b70'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:43:01.647830 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-0f9256ad-dfae-4e88-a35a-83874eacd71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:42:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['14a808cd-0cea-4126-b3b9-dd5a542a1b70'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:43:01.653342 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_common [None req-86e36355-aca5-49e0-aeb0-29bb69d1a9da admin admin] Allocated IP 172.20.0.1 (bce7afe1-8ddf-472f-80de-d85ef567f86a/c92a9a50-d256-4ee0-958f-1ecffffcde1e/a571411a-48b4-4d27-aab7-d70a00ecdb15) {{(pid=111209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:43:01.750873 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-8d166915-7143-41d6-b0e8-5921f742ab5d admin admin] Publish callbacks [] for security_group (4bf25ea1-f0d7-41db-a777-1d872376ea6a), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:01.807141 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-8d166915-7143-41d6-b0e8-5921f742ab5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (4bf25ea1-f0d7-41db-a777-1d872376ea6a), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:01.838879 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d166915-7143-41d6-b0e8-5921f742ab5d admin admin] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=111208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:43:01.850510 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d166915-7143-41d6-b0e8-5921f742ab5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf25ea1-f0d7-41db-a777-1d872376ea6a,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:01.856246 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-8d166915-7143-41d6-b0e8-5921f742ab5d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747701125214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (eb2ba815-dec5-4bfe-b7e3-360ced084414), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:01.860940 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.db.segments_db [None req-8d166915-7143-41d6-b0e8-5921f742ab5d admin admin] Added segment eb2ba815-dec5-4bfe-b7e3-360ced084414 of type vlan for network 6b67b25e-d689-4151-bafc-c9d67faaca84 May 23 15:43:01.866815 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41b1a3-72e0-4e00-b4cd-1933aae26d2a req-a92b6e0a-8f43-4bfc-a388-c5ac530840a5 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:01.873869 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-aa41b1a3-72e0-4e00-b4cd-1933aae26d2a req-a92b6e0a-8f43-4bfc-a388-c5ac530840a5 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.0755525 May 23 15:43:01.875824 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-0f9256ad-dfae-4e88-a35a-83874eacd71f None None] Set router 14a808cd-0cea-4126-b3b9-dd5a542a1b70 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:43:01.904552 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:01.933879 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-86e36355-aca5-49e0-aeb0-29bb69d1a9da admin admin] Publish callbacks [] for port (a571411a-48b4-4d27-aab7-d70a00ecdb15), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:01.972860 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-8d166915-7143-41d6-b0e8-5921f742ab5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747700567628'] for network (6b67b25e-d689-4151-bafc-c9d67faaca84), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:01.985914 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-aa41b1a3-72e0-4e00-b4cd-1933aae26d2a req-38c0f8cb-e54a-490b-8193-eb27b546f43f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104937 May 23 15:43:02.018444 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:INSERT=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:02.098358 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-8d166915-7143-41d6-b0e8-5921f742ab5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464'] for network (6b67b25e-d689-4151-bafc-c9d67faaca84), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:02.099946 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d166915-7143-41d6-b0e8-5921f742ab5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:02.100559 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-8d166915-7143-41d6-b0e8-5921f742ab5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:02.102467 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-86e36355-aca5-49e0-aeb0-29bb69d1a9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (a571411a-48b4-4d27-aab7-d70a00ecdb15), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:02.114655 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-0f9256ad-dfae-4e88-a35a-83874eacd71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a808cd-0cea-4126-b3b9-dd5a542a1b70', 'name': 'tempest-TestShelveInstance-70685883-router', 'tenant_id': '8e7b1014ab1b4cb58f1c556dd952271d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'de9c86c9-a3cf-45b5-8260-da1fe862cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:42:57Z', 'updated_at': '2022-05-23T15:42:59Z', 'revision_number': 3, 'project_id': '8e7b1014ab1b4cb58f1c556dd952271d', 'gw_port': {'id': 'de9c86c9-a3cf-45b5-8260-da1fe862cc9a', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a808cd-0cea-4126-b3b9-dd5a542a1b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:42:58Z', 'updated_at': '2022-05-23T15:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:43:02.150577 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9256ad-dfae-4e88-a35a-83874eacd71f None None] The sync data for ids ['14a808cd-0cea-4126-b3b9-dd5a542a1b70'] in dv-cinder-840678-12-iscsi is: [{'id': '14a808cd-0cea-4126-b3b9-dd5a542a1b70', 'name': 'tempest-TestShelveInstance-70685883-router', 'tenant_id': '8e7b1014ab1b4cb58f1c556dd952271d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'de9c86c9-a3cf-45b5-8260-da1fe862cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:42:57Z', 'updated_at': '2022-05-23T15:42:59Z', 'revision_number': 3, 'project_id': '8e7b1014ab1b4cb58f1c556dd952271d', 'gw_port': {'id': 'de9c86c9-a3cf-45b5-8260-da1fe862cc9a', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a808cd-0cea-4126-b3b9-dd5a542a1b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:42:58Z', 'updated_at': '2022-05-23T15:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}] {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:43:02.161055 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e36355-aca5-49e0-aeb0-29bb69d1a9da admin admin] Network bce7afe1-8ddf-472f-80de-d85ef567f86a is already hosted by enough agents. {{(pid=111209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:43:02.166450 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [None req-86e36355-aca5-49e0-aeb0-29bb69d1a9da admin admin] Resources bound (agent type, host, resource id): {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:43:02.177685 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e36355-aca5-49e0-aeb0-29bb69d1a9da admin admin] Received port after_create {{(pid=111209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:43:02.182007 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d166915-7143-41d6-b0e8-5921f742ab5d admin admin] Pushing event updated for resources: {'Network': ['ID=6b67b25e-d689-4151-bafc-c9d67faaca84,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:02.199170 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Network 6b67b25e-d689-4151-bafc-c9d67faaca84 details requested by agent ovs-agent-dv-cinder-840678-12-iscsi with host dv-cinder-840678-12-iscsi {{(pid=111210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:43:02.216285 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e36355-aca5-49e0-aeb0-29bb69d1a9da admin admin] Pushing event updated for resources: {'Port': ['ID=a571411a-48b4-4d27-aab7-d70a00ecdb15,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:02.232554 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-86e36355-aca5-49e0-aeb0-29bb69d1a9da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-747339'] for router_interface (14a808cd-0cea-4126-b3b9-dd5a542a1b70), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:02.251481 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-8d166915-7143-41d6-b0e8-5921f742ab5d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.0440214 May 23 15:43:02.254940 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 43624) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:02.260853 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-c992c84e-0e2f-4075-9493-6a9c6e8096f9 admin admin] Request body: {'subnet': {'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-subnet', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:43:02.414322 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c992c84e-0e2f-4075-9493-6a9c6e8096f9 admin admin] Made reservation on behalf of a15ae9d15a64468f80628ed51c2e42d6 for: {'subnet': 1} {{(pid=111208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:43:02.418056 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c992c84e-0e2f-4075-9493-6a9c6e8096f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16100566'] for subnet (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:02.572568 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-2a86cae1-2b43-48c1-a93c-7bea862601e7 None None] Provisioning complete for port a571411a-48b4-4d27-aab7-d70a00ecdb15 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:43:02.573415 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-2a86cae1-2b43-48c1-a93c-7bea862601e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (a571411a-48b4-4d27-aab7-d70a00ecdb15), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:02.595768 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:02.626735 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-86e36355-aca5-49e0-aeb0-29bb69d1a9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (a571411a-48b4-4d27-aab7-d70a00ecdb15), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:02.657767 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-2a86cae1-2b43-48c1-a93c-7bea862601e7 None None] Port a571411a-48b4-4d27-aab7-d70a00ecdb15 cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:43:02.784779 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c992c84e-0e2f-4075-9493-6a9c6e8096f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-904127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16100388'] for subnet (798d4771-9590-4ee2-b6ff-bdfb7b6f48c3), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:02.864882 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992c84e-0e2f-4075-9493-6a9c6e8096f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=798d4771-9590-4ee2-b6ff-bdfb7b6f48c3,revision_number=0']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:02.870534 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c992c84e-0e2f-4075-9493-6a9c6e8096f9 admin admin] Checking segment: {'id': 'eb2ba815-dec5-4bfe-b7e3-360ced084414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:43:02.871027 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c992c84e-0e2f-4075-9493-6a9c6e8096f9 admin admin] Network hostable DHCP agents. Network: 6b67b25e-d689-4151-bafc-c9d67faaca84, hostable agents: ['251dd304-59f3-4964-a27c-cc4bc9747485'], hosted agents: [] {{(pid=111208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:43:02.900280 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-86e36355-aca5-49e0-aeb0-29bb69d1a9da admin admin] Publish callbacks [] for port (a571411a-48b4-4d27-aab7-d70a00ecdb15), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:02.996060 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c992c84e-0e2f-4075-9493-6a9c6e8096f9 admin admin] Network 6b67b25e-d689-4151-bafc-c9d67faaca84 is scheduled to be hosted by DHCP agent 251dd304-59f3-4964-a27c-cc4bc9747485 with binding_index 1 {{(pid=111208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:43:03.000900 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-86e36355-aca5-49e0-aeb0-29bb69d1a9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (a571411a-48b4-4d27-aab7-d70a00ecdb15), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:03.099045 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-86e36355-aca5-49e0-aeb0-29bb69d1a9da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-292210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745947'] for router_interface (14a808cd-0cea-4126-b3b9-dd5a542a1b70), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:03.100589 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e36355-aca5-49e0-aeb0-29bb69d1a9da admin admin] Pushing event updated for resources: {'Port': ['ID=a571411a-48b4-4d27-aab7-d70a00ecdb15,revision_number=2']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:03.104585 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-c992c84e-0e2f-4075-9493-6a9c6e8096f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-12-iscsi, 6b67b25e-d689-4151-bafc-c9d67faaca84) {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:43:03.113109 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c992c84e-0e2f-4075-9493-6a9c6e8096f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:03.114308 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c992c84e-0e2f-4075-9493-6a9c6e8096f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:03.115828 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e72dbb4-5e18-4dd6-ba35-ebfc3926e78f None None] Network 6b67b25e-d689-4151-bafc-c9d67faaca84 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:43:03.217373 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:03.227692 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e77532-7ac9-4043-b83f-484ab0403407 req-1d5a61da-455a-4182-a817-a8c316273dd3 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:03.229366 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-39e77532-7ac9-4043-b83f-484ab0403407 req-1d5a61da-455a-4182-a817-a8c316273dd3 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.1440027 May 23 15:43:03.239043 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-c992c84e-0e2f-4075-9493-6a9c6e8096f9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9827011 May 23 15:43:03.241644 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 43652) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:03.250521 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-ac6536a0-9d5e-45f2-9490-85836cefc429 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:43:03.375678 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device de9c86c9-a3cf-45b5-8260-da1fe862cc9a up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:43:03.378087 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91caa53e-e228-4991-9d17-caeddac830bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp055156f6-2a9b-51e3-8b11-ea6d6ebeb84f-6b67b25e-d689-4151-bafc-c9d67faaca84', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'fixed_ips': [{'subnet_id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3'}]}} from dv-cinder-840678-12-iscsi. {{(pid=111210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 15:43:03.378975 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-91caa53e-e228-4991-9d17-caeddac830bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:03.390148 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ac6536a0-9d5e-45f2-9490-85836cefc429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12900'] for router (664d0f8c-af99-4e8c-a6dd-f6353adbfa51), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:03.392058 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ac6536a0-9d5e-45f2-9490-85836cefc429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12829'] for router (664d0f8c-af99-4e8c-a6dd-f6353adbfa51), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:03.409797 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-39e77532-7ac9-4043-b83f-484ab0403407 req-d3686469-4563-47cd-8539-48a914920eaa tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496272 May 23 15:43:03.471738 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e36355-aca5-49e0-aeb0-29bb69d1a9da admin admin] Network bce7afe1-8ddf-472f-80de-d85ef567f86a is already hosted by enough agents. {{(pid=111209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:43:03.473426 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [None req-86e36355-aca5-49e0-aeb0-29bb69d1a9da admin admin] Resources bound (agent type, host, resource id): {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:43:03.521412 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ac6536a0-9d5e-45f2-9490-85836cefc429 admin admin] Publish callbacks [] for router_controller (664d0f8c-af99-4e8c-a6dd-f6353adbfa51), precommit_add_association {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:03.563395 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port de9c86c9-a3cf-45b5-8260-da1fe862cc9a triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:43:03.563790 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (de9c86c9-a3cf-45b5-8260-da1fe862cc9a), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:03.661378 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.db_base_plugin_common [None req-91caa53e-e228-4991-9d17-caeddac830bc None None] Allocated IP 172.20.0.2 (6b67b25e-d689-4151-bafc-c9d67faaca84/798d4771-9590-4ee2-b6ff-bdfb7b6f48c3/ed9cdce5-2125-455f-b88d-4741482ccf21) {{(pid=111210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:43:03.798155 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e36355-aca5-49e0-aeb0-29bb69d1a9da admin admin] Router 14a808cd-0cea-4126-b3b9-dd5a542a1b70 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:43:03.849313 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-91caa53e-e228-4991-9d17-caeddac830bc None None] Publish callbacks [] for port (ed9cdce5-2125-455f-b88d-4741482ccf21), precommit_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:03.851880 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:03.870184 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c5a4d837-df56-4e49-8e53-73074dc9470a None None] Provisioning complete for port a571411a-48b4-4d27-aab7-d70a00ecdb15 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:43:03.870648 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c5a4d837-df56-4e49-8e53-73074dc9470a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (a571411a-48b4-4d27-aab7-d70a00ecdb15), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:03.926304 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-91caa53e-e228-4991-9d17-caeddac830bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725'] for port (ed9cdce5-2125-455f-b88d-4741482ccf21), after_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:03.949485 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c5a4d837-df56-4e49-8e53-73074dc9470a None None] Port a571411a-48b4-4d27-aab7-d70a00ecdb15 cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:43:03.972406 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e405d-5233-46de-b927-68cbc2634445 req-123bfb31-ffe4-4179-9370-142300bfbe41 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:03.974436 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0b6e405d-5233-46de-b927-68cbc2634445 req-123bfb31-ffe4-4179-9370-142300bfbe41 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/networks?id=1f7dcd01-712e-4910-801c-ec7cd2120c05 HTTP/1.1" status: 200 len: 809 time: 0.3135471 May 23 15:43:03.981052 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e36355-aca5-49e0-aeb0-29bb69d1a9da admin admin] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:43:03.987542 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-86e36355-aca5-49e0-aeb0-29bb69d1a9da admin admin] 10.222.0.64 "PUT /v2.0/routers/14a808cd-0cea-4126-b3b9-dd5a542a1b70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7141936 May 23 15:43:03.998000 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port de9c86c9-a3cf-45b5-8260-da1fe862cc9a is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:43:03.998000 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (de9c86c9-a3cf-45b5-8260-da1fe862cc9a), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:04.003419 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91caa53e-e228-4991-9d17-caeddac830bc None None] Network 6b67b25e-d689-4151-bafc-c9d67faaca84 is already hosted by enough agents. {{(pid=111210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:43:04.012136 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.scheduler.base_scheduler [None req-91caa53e-e228-4991-9d17-caeddac830bc None None] Resources bound (agent type, host, resource id): {{(pid=111210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:43:04.025972 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91caa53e-e228-4991-9d17-caeddac830bc None None] Pushing event updated for resources: {'Port': ['ID=ed9cdce5-2125-455f-b88d-4741482ccf21,revision_number=1']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:04.026679 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0b6e405d-5233-46de-b927-68cbc2634445 req-eb4ed967-45e3-4976-a628-b515408ad90b tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/quotas/c2ef57ea448a49d3af268a02f6f08257 HTTP/1.1" status: 200 len: 375 time: 0.0303884 May 23 15:43:04.037330 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91caa53e-e228-4991-9d17-caeddac830bc None None] Received port after_create {{(pid=111210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:43:04.041779 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] For port de9c86c9-a3cf-45b5-8260-da1fe862cc9a, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=de9c86c9-a3cf-45b5-8260-da1fe862cc9a,segment=NetworkSegment(2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5),segment_id=2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:43:04.096390 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0b6e405d-5233-46de-b927-68cbc2634445 req-256e1dba-9415-4f65-ba52-c9315412ed72 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c2ef57ea448a49d3af268a02f6f08257&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692601 May 23 15:43:04.147262 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (de9c86c9-a3cf-45b5-8260-da1fe862cc9a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:04.157382 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-91caa53e-e228-4991-9d17-caeddac830bc None None] Attempting to bind port ed9cdce5-2125-455f-b88d-4741482ccf21 on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:43:04.158645 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-91caa53e-e228-4991-9d17-caeddac830bc None None] Attempting to bind port ed9cdce5-2125-455f-b88d-4741482ccf21 by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': 'eb2ba815-dec5-4bfe-b7e3-360ced084414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84'}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:43:04.158645 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91caa53e-e228-4991-9d17-caeddac830bc None None] Attempting to bind port ed9cdce5-2125-455f-b88d-4741482ccf21 on network 6b67b25e-d689-4151-bafc-c9d67faaca84 {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:43:04.161596 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ac6536a0-9d5e-45f2-9490-85836cefc429 admin admin] Publish callbacks [] for router_gateway (664d0f8c-af99-4e8c-a6dd-f6353adbfa51), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:04.201748 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91caa53e-e228-4991-9d17-caeddac830bc None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:43:04.201748 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91caa53e-e228-4991-9d17-caeddac830bc None None] Checking segment: {'id': 'eb2ba815-dec5-4bfe-b7e3-360ced084414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:43:04.202078 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-91caa53e-e228-4991-9d17-caeddac830bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:04.202409 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91caa53e-e228-4991-9d17-caeddac830bc None None] Bound using segment: {'id': 'eb2ba815-dec5-4bfe-b7e3-360ced084414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84'} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:43:04.203004 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-91caa53e-e228-4991-9d17-caeddac830bc None None] Bound port: ed9cdce5-2125-455f-b88d-4741482ccf21, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2ba815-dec5-4bfe-b7e3-360ced084414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84'}}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:43:04.204347 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-91caa53e-e228-4991-9d17-caeddac830bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (ed9cdce5-2125-455f-b88d-4741482ccf21), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:04.264466 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0b6e405d-5233-46de-b927-68cbc2634445 req-78fa6efb-35b6-45d5-aac6-a5a598ebb832 service neutron] 10.222.0.64 "GET /v2.0/networks/1f7dcd01-712e-4910-801c-ec7cd2120c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671593 May 23 15:43:04.326770 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Pushing event updated for resources: {'Port': ['ID=de9c86c9-a3cf-45b5-8260-da1fe862cc9a,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:04.334728 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-91caa53e-e228-4991-9d17-caeddac830bc None None] For port ed9cdce5-2125-455f-b88d-4741482ccf21, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:43:04.338439 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-91caa53e-e228-4991-9d17-caeddac830bc None None] For port ed9cdce5-2125-455f-b88d-4741482ccf21, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=ed9cdce5-2125-455f-b88d-4741482ccf21,segment=NetworkSegment(eb2ba815-dec5-4bfe-b7e3-360ced084414),segment_id=eb2ba815-dec5-4bfe-b7e3-360ced084414)] {{(pid=111210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:43:04.353547 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:04.407663 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0b6e405d-5233-46de-b927-68cbc2634445 req-db253ba9-9039-4021-8f44-84ca03028cb1 service neutron] 10.222.0.64 "GET /v2.0/networks/1f7dcd01-712e-4910-801c-ec7cd2120c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346803 May 23 15:43:04.413713 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-91caa53e-e228-4991-9d17-caeddac830bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (ed9cdce5-2125-455f-b88d-4741482ccf21), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:04.482909 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91caa53e-e228-4991-9d17-caeddac830bc None None] Pushing event updated for resources: {'Port': ['ID=ed9cdce5-2125-455f-b88d-4741482ccf21,revision_number=2']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:04.492009 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ac6536a0-9d5e-45f2-9490-85836cefc429 admin admin] Publish callbacks [] for router_gateway (664d0f8c-af99-4e8c-a6dd-f6353adbfa51), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:04.521803 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ac6536a0-9d5e-45f2-9490-85836cefc429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:04.589607 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecad2790-174d-4f82-b56a-4737bd5ae4e9 None None] Sync routers for ids ['14a808cd-0cea-4126-b3b9-dd5a542a1b70'] in dv-cinder-840678-12-iscsi {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:43:04.605090 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecad2790-174d-4f82-b56a-4737bd5ae4e9 None None] Routers {'14a808cd-0cea-4126-b3b9-dd5a542a1b70'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:43:04.605756 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-ecad2790-174d-4f82-b56a-4737bd5ae4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:42:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['14a808cd-0cea-4126-b3b9-dd5a542a1b70'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:43:04.626109 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:04.658128 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_common [None req-ac6536a0-9d5e-45f2-9490-85836cefc429 admin admin] Allocated IP 172.27.3.248 (423e159f-0d94-4204-8598-641f4ed121cf/6893e8f7-d8c8-4bdd-8cf7-487cc5c00794/ed3c6100-558e-4702-bb06-33d601afc053) {{(pid=111208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:43:04.756391 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:04.763696 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-ecad2790-174d-4f82-b56a-4737bd5ae4e9 None None] Set router 14a808cd-0cea-4126-b3b9-dd5a542a1b70 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:43:04.771103 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 43704) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:04.779233 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-3948fe12-8576-42f3-9138-4c49ddf7f452 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-741736392', 'description': 'tempest-secgroup-smoke-741736392 description', 'project_id': 'e0860b3d072246d49cd43a900351d571'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:43:04.891496 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ac6536a0-9d5e-45f2-9490-85836cefc429 admin admin] Publish callbacks [] for port (ed3c6100-558e-4702-bb06-33d601afc053), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:04.994733 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3948fe12-8576-42f3-9138-4c49ddf7f452 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:05.010863 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97811799-3442-467d-9ba8-3d42c970076b req-3dddf297-55f7-4505-a80b-40c5ac7f1ec0 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:05.012521 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-97811799-3442-467d-9ba8-3d42c970076b req-3dddf297-55f7-4505-a80b-40c5ac7f1ec0 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.1290097 May 23 15:43:05.032342 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:05.049613 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ac6536a0-9d5e-45f2-9490-85836cefc429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (ed3c6100-558e-4702-bb06-33d601afc053), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:05.078592 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2054e4ff-fafc-4da3-a8b1-c52c47832e17 req-fe057e75-7a06-46ac-b744-87d229a22d7f tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=450d3441-4eda-4616-b10f-13b39f479375 HTTP/1.1" status: 200 len: 210 time: 0.1428165 May 23 15:43:05.117316 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:05.161781 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-97811799-3442-467d-9ba8-3d42c970076b req-ecb172f2-3776-462c-a1f0-b52033f88c37 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375668 May 23 15:43:05.186885 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6536a0-9d5e-45f2-9490-85836cefc429 admin admin] Pushing event updated for resources: {'Port': ['ID=ed3c6100-558e-4702-bb06-33d601afc053,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:05.192106 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6536a0-9d5e-45f2-9490-85836cefc429 admin admin] Network 423e159f-0d94-4204-8598-641f4ed121cf is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:43:05.195100 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-ac6536a0-9d5e-45f2-9490-85836cefc429 admin admin] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:43:05.197459 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6536a0-9d5e-45f2-9490-85836cefc429 admin admin] Received port after_create {{(pid=111208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:43:05.229730 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3948fe12-8576-42f3-9138-4c49ddf7f452 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks [] for security_group (246130f5-c1de-4321-80eb-1cbd6622ca4c), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:05.306394 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-ecad2790-174d-4f82-b56a-4737bd5ae4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a808cd-0cea-4126-b3b9-dd5a542a1b70', 'name': 'tempest-TestShelveInstance-70685883-router', 'tenant_id': '8e7b1014ab1b4cb58f1c556dd952271d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'de9c86c9-a3cf-45b5-8260-da1fe862cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:42:57Z', 'updated_at': '2022-05-23T15:43:02Z', 'revision_number': 4, 'project_id': '8e7b1014ab1b4cb58f1c556dd952271d', 'gw_port': {'id': 'de9c86c9-a3cf-45b5-8260-da1fe862cc9a', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a808cd-0cea-4126-b3b9-dd5a542a1b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:42:58Z', 'updated_at': '2022-05-23T15:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'a571411a-48b4-4d27-aab7-d70a00ecdb15', 'name': '', 'network_id': 'bce7afe1-8ddf-472f-80de-d85ef567f86a', 'tenant_id': '8e7b1014ab1b4cb58f1c556dd952271d', 'mac_address': 'fa:16:3e:bd:a4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a808cd-0cea-4126-b3b9-dd5a542a1b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'c92a9a50-d256-4ee0-958f-1ecffffcde1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:01Z', 'updated_at': '2022-05-23T15:43:02Z', 'revision_number': 2, 'project_id': '8e7b1014ab1b4cb58f1c556dd952271d', 'subnets': [{'id': 'c92a9a50-d256-4ee0-958f-1ecffffcde1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:43:05.310253 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3948fe12-8576-42f3-9138-4c49ddf7f452 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (246130f5-c1de-4321-80eb-1cbd6622ca4c), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:05.345920 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecad2790-174d-4f82-b56a-4737bd5ae4e9 None None] Checking router: 14a808cd-0cea-4126-b3b9-dd5a542a1b70 for host: dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:43:05.346454 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecad2790-174d-4f82-b56a-4737bd5ae4e9 None None] Updating router 14a808cd-0cea-4126-b3b9-dd5a542a1b70 port a571411a-48b4-4d27-aab7-d70a00ecdb15 binding host dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:43:05.393328 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948fe12-8576-42f3-9138-4c49ddf7f452 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=246130f5-c1de-4321-80eb-1cbd6622ca4c,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:05.402079 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-ecad2790-174d-4f82-b56a-4737bd5ae4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (a571411a-48b4-4d27-aab7-d70a00ecdb15), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:05.421444 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3948fe12-8576-42f3-9138-4c49ddf7f452 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:05.426161 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-3948fe12-8576-42f3-9138-4c49ddf7f452 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6508851 May 23 15:43:05.426161 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 43732) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:05.430879 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-e48570f7-aded-45d6-ac4c-8dfbee9c928d tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Request body: {'security_group_rule': {'security_group_id': '246130f5-c1de-4321-80eb-1cbd6622ca4c', 'project_id': 'e0860b3d072246d49cd43a900351d571', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:43:05.472486 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device de9c86c9-a3cf-45b5-8260-da1fe862cc9a up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:43:05.605433 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port de9c86c9-a3cf-45b5-8260-da1fe862cc9a triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:43:05.605817 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (de9c86c9-a3cf-45b5-8260-da1fe862cc9a), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:05.610688 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e48570f7-aded-45d6-ac4c-8dfbee9c928d tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks [] for security_group_rule (2d45f6de-866d-4c50-a7fb-8ebfdb095803), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:05.710928 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e48570f7-aded-45d6-ac4c-8dfbee9c928d tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks [] for security_group_rule (2d45f6de-866d-4c50-a7fb-8ebfdb095803), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:05.801229 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e48570f7-aded-45d6-ac4c-8dfbee9c928d tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (2d45f6de-866d-4c50-a7fb-8ebfdb095803), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:05.820880 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ac6536a0-9d5e-45f2-9490-85836cefc429 admin admin] Publish callbacks [] for router_gateway (664d0f8c-af99-4e8c-a6dd-f6353adbfa51), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:05.835692 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48570f7-aded-45d6-ac4c-8dfbee9c928d tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d45f6de-866d-4c50-a7fb-8ebfdb095803,revision_number=0']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:05.848172 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fbf8c4-bf07-41a0-8c88-be059f3129a4 None None] Network 6b67b25e-d689-4151-bafc-c9d67faaca84 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:43:05.853183 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port de9c86c9-a3cf-45b5-8260-da1fe862cc9a is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:43:05.854268 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device ed9cdce5-2125-455f-b88d-4741482ccf21 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:43:05.937143 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e48570f7-aded-45d6-ac4c-8dfbee9c928d tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:05.939405 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-e48570f7-aded-45d6-ac4c-8dfbee9c928d tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5120845 May 23 15:43:05.942177 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 43752) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:05.947581 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-6e505219-7421-4cd5-8160-4f6057dc322b tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Request body: {'security_group_rule': {'security_group_id': '246130f5-c1de-4321-80eb-1cbd6622ca4c', 'project_id': 'e0860b3d072246d49cd43a900351d571', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:43:06.049812 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 43754) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:06.062064 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-82f8ab13-4eb6-4d09-8f2e-c4e76e6d61e1 None None] Provisioning complete for port ed9cdce5-2125-455f-b88d-4741482ccf21 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:43:06.063118 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-82f8ab13-4eb6-4d09-8f2e-c4e76e6d61e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (ed9cdce5-2125-455f-b88d-4741482ccf21), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:06.133094 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ac6536a0-9d5e-45f2-9490-85836cefc429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746782'] for router (664d0f8c-af99-4e8c-a6dd-f6353adbfa51), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:06.142776 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port ed9cdce5-2125-455f-b88d-4741482ccf21 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:43:06.143219 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (ed9cdce5-2125-455f-b88d-4741482ccf21), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:06.205822 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-dd684c00-ffc5-4bf2-b361-5a6176d4cc34 req-02bf90e5-fd11-475a-9313-54a2464692d4 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=450d3441-4eda-4616-b10f-13b39f479375 HTTP/1.1" status: 200 len: 210 time: 0.0547738 May 23 15:43:06.249084 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-6e505219-7421-4cd5-8160-4f6057dc322b tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks [] for security_group_rule (556657d5-5270-40e1-a85a-c68689888120), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:06.260305 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-ecad2790-174d-4f82-b56a-4737bd5ae4e9 None None] Publish callbacks [] for port (a571411a-48b4-4d27-aab7-d70a00ecdb15), precommit_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:06.370902 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-ecad2790-174d-4f82-b56a-4737bd5ae4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (a571411a-48b4-4d27-aab7-d70a00ecdb15), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:06.416151 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-8fc9bd08-a222-4d15-b86d-0cbd4f048cd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:06.435744 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-82f8ab13-4eb6-4d09-8f2e-c4e76e6d61e1 None None] Current status of the port ed9cdce5-2125-455f-b88d-4741482ccf21 is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:43:06.436234 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-82f8ab13-4eb6-4d09-8f2e-c4e76e6d61e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (ed9cdce5-2125-455f-b88d-4741482ccf21), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:06.461816 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port ed9cdce5-2125-455f-b88d-4741482ccf21 is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:43:06.462211 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (ed9cdce5-2125-455f-b88d-4741482ccf21), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:06.489909 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aabbaf-7206-41df-9298-8bcfc61dbb3f None None] Pushing event updated for resources: {'Port': ['ID=a571411a-48b4-4d27-aab7-d70a00ecdb15,revision_number=3']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:06.522001 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6536a0-9d5e-45f2-9490-85836cefc429 admin admin] Router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 is scheduled to L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 with binding_index 1 {{(pid=111208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 15:43:06.523538 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89ef87-a988-4610-b7ee-e9559eba3c1d req-63256543-4440-4ce8-8172-8281727f5e0d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:06.524989 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0e89ef87-a988-4610-b7ee-e9559eba3c1d req-63256543-4440-4ce8-8172-8281727f5e0d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.2078507 May 23 15:43:06.532881 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:06.537642 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-82f8ab13-4eb6-4d09-8f2e-c4e76e6d61e1 None None] For port ed9cdce5-2125-455f-b88d-4741482ccf21, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=ed9cdce5-2125-455f-b88d-4741482ccf21,segment=NetworkSegment(eb2ba815-dec5-4bfe-b7e3-360ced084414),segment_id=eb2ba815-dec5-4bfe-b7e3-360ced084414)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:43:06.552322 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-6e505219-7421-4cd5-8160-4f6057dc322b tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks [] for security_group_rule (556657d5-5270-40e1-a85a-c68689888120), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:06.559765 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524cee8-f860-4ad9-9b3b-c9fc2c8a1c73 req-1f65ef1f-089d-47f6-800e-805ecd0b0772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:06.561488 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4524cee8-f860-4ad9-9b3b-c9fc2c8a1c73 req-1f65ef1f-089d-47f6-800e-805ecd0b0772 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 1130 time: 0.1736906 May 23 15:43:06.604764 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-ecad2790-174d-4f82-b56a-4737bd5ae4e9 None None] Attempting to bind port a571411a-48b4-4d27-aab7-d70a00ecdb15 on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:43:06.605364 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-ecad2790-174d-4f82-b56a-4737bd5ae4e9 None None] Attempting to bind port a571411a-48b4-4d27-aab7-d70a00ecdb15 by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': 'a7b801c6-ab1b-4b6d-971c-65176a6e5d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bce7afe1-8ddf-472f-80de-d85ef567f86a'}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:43:06.605901 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecad2790-174d-4f82-b56a-4737bd5ae4e9 None None] Attempting to bind port a571411a-48b4-4d27-aab7-d70a00ecdb15 on network bce7afe1-8ddf-472f-80de-d85ef567f86a {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:43:06.614268 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecad2790-174d-4f82-b56a-4737bd5ae4e9 None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:43:06.614645 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecad2790-174d-4f82-b56a-4737bd5ae4e9 None None] Checking segment: {'id': 'a7b801c6-ab1b-4b6d-971c-65176a6e5d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bce7afe1-8ddf-472f-80de-d85ef567f86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:43:06.615241 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-ecad2790-174d-4f82-b56a-4737bd5ae4e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:06.615862 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecad2790-174d-4f82-b56a-4737bd5ae4e9 None None] Bound using segment: {'id': 'a7b801c6-ab1b-4b6d-971c-65176a6e5d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bce7afe1-8ddf-472f-80de-d85ef567f86a'} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:43:06.616551 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-ecad2790-174d-4f82-b56a-4737bd5ae4e9 None None] Bound port: a571411a-48b4-4d27-aab7-d70a00ecdb15, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b801c6-ab1b-4b6d-971c-65176a6e5d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bce7afe1-8ddf-472f-80de-d85ef567f86a'}}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:43:06.617202 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-ecad2790-174d-4f82-b56a-4737bd5ae4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (a571411a-48b4-4d27-aab7-d70a00ecdb15), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:06.667195 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-82f8ab13-4eb6-4d09-8f2e-c4e76e6d61e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (ed9cdce5-2125-455f-b88d-4741482ccf21), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:06.683646 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0e89ef87-a988-4610-b7ee-e9559eba3c1d req-4ed89ec1-8e10-4760-b7cb-4ea6171a7a27 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376328 May 23 15:43:06.691965 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-6e505219-7421-4cd5-8160-4f6057dc322b tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (556657d5-5270-40e1-a85a-c68689888120), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:06.737474 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6536a0-9d5e-45f2-9490-85836cefc429 admin admin] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:43:06.743649 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e505219-7421-4cd5-8160-4f6057dc322b tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=556657d5-5270-40e1-a85a-c68689888120,revision_number=0']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:06.754075 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dc0aa7-d01d-4d88-a130-b89262d56f4d None None] Sync routers for ids ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'] in dv-cinder-840678-12-iscsi {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:43:06.767141 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dc0aa7-d01d-4d88-a130-b89262d56f4d None None] Routers {'664d0f8c-af99-4e8c-a6dd-f6353adbfa51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:43:06.767917 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-f3dc0aa7-d01d-4d88-a130-b89262d56f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:42:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:43:06.798084 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.db.api [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111210) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 23 15:43:06.798756 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG oslo_db.api [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 15:43:06.799741 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-ecad2790-174d-4f82-b56a-4737bd5ae4e9 None None] For port a571411a-48b4-4d27-aab7-d70a00ecdb15, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:43:06.803982 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8ab13-4eb6-4d09-8f2e-c4e76e6d61e1 None None] Pushing event updated for resources: {'Port': ['ID=ed9cdce5-2125-455f-b88d-4741482ccf21,revision_number=3']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:06.812134 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4524cee8-f860-4ad9-9b3b-c9fc2c8a1c73 req-10c7bccc-76f1-41a5-9c7a-e9f9699d0216 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336817 May 23 15:43:06.818533 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-8fc9bd08-a222-4d15-b86d-0cbd4f048cd5 admin admin] Publish callbacks [] for security_group (dcba1cca-792f-4d82-91cb-4619966650a8), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:06.820879 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-ce8e2890-7588-4609-928c-0c64482dfacc None None] Provisioning complete for port ed9cdce5-2125-455f-b88d-4741482ccf21 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:43:06.829243 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-ce8e2890-7588-4609-928c-0c64482dfacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (ed9cdce5-2125-455f-b88d-4741482ccf21), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:06.829243 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-ecad2790-174d-4f82-b56a-4737bd5ae4e9 None None] For port a571411a-48b4-4d27-aab7-d70a00ecdb15, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=a571411a-48b4-4d27-aab7-d70a00ecdb15,segment=NetworkSegment(a7b801c6-ab1b-4b6d-971c-65176a6e5d66),segment_id=a7b801c6-ab1b-4b6d-971c-65176a6e5d66)] {{(pid=111210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:43:06.849320 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-6e505219-7421-4cd5-8160-4f6057dc322b tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:06.850787 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-6e505219-7421-4cd5-8160-4f6057dc322b tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9075010 May 23 15:43:06.853702 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 43766) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:06.859386 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-b1c086f9-d2d4-4243-a0a0-86708095974f tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Request body: {'security_group_rule': {'security_group_id': '246130f5-c1de-4321-80eb-1cbd6622ca4c', 'project_id': 'e0860b3d072246d49cd43a900351d571', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:43:06.880302 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-f3dc0aa7-d01d-4d88-a130-b89262d56f4d None None] Set router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:43:06.880793 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ac6536a0-9d5e-45f2-9490-85836cefc429 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:06.884494 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-ac6536a0-9d5e-45f2-9490-85836cefc429 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6394739 May 23 15:43:06.884837 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 43768) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:06.906030 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-ce8e2890-7588-4609-928c-0c64482dfacc None None] Current status of the port ed9cdce5-2125-455f-b88d-4741482ccf21 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:43:06.916555 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-ce8e2890-7588-4609-928c-0c64482dfacc None None] Provisioning complete for port a571411a-48b4-4d27-aab7-d70a00ecdb15 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:43:06.917037 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-ce8e2890-7588-4609-928c-0c64482dfacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (a571411a-48b4-4d27-aab7-d70a00ecdb15), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:06.933837 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-8fc9bd08-a222-4d15-b86d-0cbd4f048cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (dcba1cca-792f-4d82-91cb-4619966650a8), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:06.938262 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:06.942347 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-ecad2790-174d-4f82-b56a-4737bd5ae4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (a571411a-48b4-4d27-aab7-d70a00ecdb15), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:06.961946 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b1c086f9-d2d4-4243-a0a0-86708095974f tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks [] for security_group_rule (e0e0b165-aca7-4f42-ae76-8f6d7a1974de), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:06.990234 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-ce8e2890-7588-4609-928c-0c64482dfacc None None] Port a571411a-48b4-4d27-aab7-d70a00ecdb15 cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:43:07.019763 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecad2790-174d-4f82-b56a-4737bd5ae4e9 None None] Routers {'14a808cd-0cea-4126-b3b9-dd5a542a1b70'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:43:07.020481 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-ecad2790-174d-4f82-b56a-4737bd5ae4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:42:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['14a808cd-0cea-4126-b3b9-dd5a542a1b70'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:43:07.022524 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aabbaf-7206-41df-9298-8bcfc61dbb3f None None] Pushing event updated for resources: {'Port': ['ID=a571411a-48b4-4d27-aab7-d70a00ecdb15,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:07.057885 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9bd08-a222-4d15-b86d-0cbd4f048cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcba1cca-792f-4d82-91cb-4619966650a8,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:07.073354 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:07.096193 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b1c086f9-d2d4-4243-a0a0-86708095974f tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks [] for security_group_rule (e0e0b165-aca7-4f42-ae76-8f6d7a1974de), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:07.097045 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-8fc9bd08-a222-4d15-b86d-0cbd4f048cd5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=747a01002de14df88ced73e2fd16e1a5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0443041 May 23 15:43:07.097855 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 43770) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:07.118023 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-f3dc0aa7-d01d-4d88-a130-b89262d56f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:43:05Z', 'revision_number': 3, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port': {'id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:04Z', 'updated_at': '2022-05-23T15:43:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:43:07.149907 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dc0aa7-d01d-4d88-a130-b89262d56f4d None None] Checking router: 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 for host: dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:43:07.150347 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dc0aa7-d01d-4d88-a130-b89262d56f4d None None] Updating router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 port ed3c6100-558e-4702-bb06-33d601afc053 binding host dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:43:07.156026 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b1c086f9-d2d4-4243-a0a0-86708095974f tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (e0e0b165-aca7-4f42-ae76-8f6d7a1974de), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:07.168173 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-ecad2790-174d-4f82-b56a-4737bd5ae4e9 None None] Set router 14a808cd-0cea-4126-b3b9-dd5a542a1b70 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:43:07.181005 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c086f9-d2d4-4243-a0a0-86708095974f tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0e0b165-aca7-4f42-ae76-8f6d7a1974de,revision_number=0']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:07.198079 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-f3dc0aa7-d01d-4d88-a130-b89262d56f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (ed3c6100-558e-4702-bb06-33d601afc053), before_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:07.237393 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-1b866718-796e-48f3-8663-c559d14aacf8 admin admin] Publish callbacks [] for security_group (dcba1cca-792f-4d82-91cb-4619966650a8), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:07.269613 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:07.286541 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b1c086f9-d2d4-4243-a0a0-86708095974f tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:07.288355 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-b1c086f9-d2d4-4243-a0a0-86708095974f tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4333911 May 23 15:43:07.291471 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 43774) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:07.299424 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-b06f9d95-bdb5-4b80-a936-36a4c59050d3 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Request body: {'security_group_rule': {'security_group_id': '246130f5-c1de-4321-80eb-1cbd6622ca4c', 'project_id': 'e0860b3d072246d49cd43a900351d571', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:43:07.313691 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-1b866718-796e-48f3-8663-c559d14aacf8 admin admin] Publish callbacks [] for security_group (dcba1cca-792f-4d82-91cb-4619966650a8), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:07.407105 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0031f8f1-2a57-45ee-8c8b-6b904f22d66e req-d63d6772-3480-48db-b59d-657e7a61c21a tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=450d3441-4eda-4616-b10f-13b39f479375 HTTP/1.1" status: 200 len: 210 time: 0.0821748 May 23 15:43:07.433336 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c93eb7e9-7e0b-47df-ac1d-efd09dbdcc2e None None] Provisioning complete for port a571411a-48b4-4d27-aab7-d70a00ecdb15 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:43:07.433952 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c93eb7e9-7e0b-47df-ac1d-efd09dbdcc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (a571411a-48b4-4d27-aab7-d70a00ecdb15), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:07.454011 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b06f9d95-bdb5-4b80-a936-36a4c59050d3 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks [] for security_group_rule (76cda89c-933a-4ffc-95a4-515cb0b2d391), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:07.502549 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:07.529869 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port ed9cdce5-2125-455f-b88d-4741482ccf21 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:43:07.567280 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b06f9d95-bdb5-4b80-a936-36a4c59050d3 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks [] for security_group_rule (76cda89c-933a-4ffc-95a4-515cb0b2d391), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:07.611150 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-1b866718-796e-48f3-8663-c559d14aacf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (dcba1cca-792f-4d82-91cb-4619966650a8), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:07.613974 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-1b866718-796e-48f3-8663-c559d14aacf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:07.619368 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b06f9d95-bdb5-4b80-a936-36a4c59050d3 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (76cda89c-933a-4ffc-95a4-515cb0b2d391), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:07.640361 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-1b866718-796e-48f3-8663-c559d14aacf8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dcba1cca-792f-4d82-91cb-4619966650a8 HTTP/1.1" status: 204 len: 168 time: 0.5357442 May 23 15:43:07.687080 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f9d95-bdb5-4b80-a936-36a4c59050d3 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76cda89c-933a-4ffc-95a4-515cb0b2d391,revision_number=0']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:07.689958 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b866718-796e-48f3-8663-c559d14aacf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcba1cca-792f-4d82-91cb-4619966650a8,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:07.714603 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device ed9cdce5-2125-455f-b88d-4741482ccf21 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:43:07.757885 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b06f9d95-bdb5-4b80-a936-36a4c59050d3 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:07.759556 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-b06f9d95-bdb5-4b80-a936-36a4c59050d3 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4665008 May 23 15:43:07.762341 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 43786) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:07.767464 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-eceed974-7deb-43e5-934b-6c2be0d20df7 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Request body: {'security_group_rule': {'security_group_id': '246130f5-c1de-4321-80eb-1cbd6622ca4c', 'project_id': 'e0860b3d072246d49cd43a900351d571', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:43:07.771352 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c93eb7e9-7e0b-47df-ac1d-efd09dbdcc2e None None] Current status of the port a571411a-48b4-4d27-aab7-d70a00ecdb15 is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:43:07.772063 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c93eb7e9-7e0b-47df-ac1d-efd09dbdcc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (a571411a-48b4-4d27-aab7-d70a00ecdb15), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:07.787419 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:07.814413 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-ecad2790-174d-4f82-b56a-4737bd5ae4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a808cd-0cea-4126-b3b9-dd5a542a1b70', 'name': 'tempest-TestShelveInstance-70685883-router', 'tenant_id': '8e7b1014ab1b4cb58f1c556dd952271d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'de9c86c9-a3cf-45b5-8260-da1fe862cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:42:57Z', 'updated_at': '2022-05-23T15:43:02Z', 'revision_number': 4, 'project_id': '8e7b1014ab1b4cb58f1c556dd952271d', 'gw_port': {'id': 'de9c86c9-a3cf-45b5-8260-da1fe862cc9a', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a808cd-0cea-4126-b3b9-dd5a542a1b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:42:58Z', 'updated_at': '2022-05-23T15:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'a571411a-48b4-4d27-aab7-d70a00ecdb15', 'name': '', 'network_id': 'bce7afe1-8ddf-472f-80de-d85ef567f86a', 'tenant_id': '8e7b1014ab1b4cb58f1c556dd952271d', 'mac_address': 'fa:16:3e:bd:a4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a808cd-0cea-4126-b3b9-dd5a542a1b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'c92a9a50-d256-4ee0-958f-1ecffffcde1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:01Z', 'updated_at': '2022-05-23T15:43:06Z', 'revision_number': 4, 'project_id': '8e7b1014ab1b4cb58f1c556dd952271d', 'subnets': [{'id': 'c92a9a50-d256-4ee0-958f-1ecffffcde1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:43:07.848572 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-f3dc0aa7-d01d-4d88-a130-b89262d56f4d None None] Publish callbacks [] for port (ed3c6100-558e-4702-bb06-33d601afc053), precommit_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:07.871217 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecad2790-174d-4f82-b56a-4737bd5ae4e9 None None] The sync data for ids ['14a808cd-0cea-4126-b3b9-dd5a542a1b70'] in dv-cinder-840678-12-iscsi is: [{'id': '14a808cd-0cea-4126-b3b9-dd5a542a1b70', 'name': 'tempest-TestShelveInstance-70685883-router', 'tenant_id': '8e7b1014ab1b4cb58f1c556dd952271d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'de9c86c9-a3cf-45b5-8260-da1fe862cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:42:57Z', 'updated_at': '2022-05-23T15:43:02Z', 'revision_number': 4, 'project_id': '8e7b1014ab1b4cb58f1c556dd952271d', 'gw_port': {'id': 'de9c86c9-a3cf-45b5-8260-da1fe862cc9a', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a808cd-0cea-4126-b3b9-dd5a542a1b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:42:58Z', 'updated_at': '2022-05-23T15:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'a571411a-48b4-4d27-aab7-d70a00ecdb15', 'name': '', 'network_id': 'bce7afe1-8ddf-472f-80de-d85ef567f86a', 'tenant_id': '8e7b1014ab1b4cb58f1c556dd952271d', 'mac_address': 'fa:16:3e:bd:a4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a808cd-0cea-4126-b3b9-dd5a542a1b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'c92a9a50-d256-4ee0-958f-1ecffffcde1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:01Z', 'updated_at': '2022-05-23T15:43:06Z', 'revision_number': 4, 'project_id': '8e7b1014ab1b4cb58f1c556dd952271d', 'subnets': [{'id': 'c92a9a50-d256-4ee0-958f-1ecffffcde1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:43:07.874457 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c93eb7e9-7e0b-47df-ac1d-efd09dbdcc2e None None] For port a571411a-48b4-4d27-aab7-d70a00ecdb15, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=a571411a-48b4-4d27-aab7-d70a00ecdb15,segment=NetworkSegment(a7b801c6-ab1b-4b6d-971c-65176a6e5d66),segment_id=a7b801c6-ab1b-4b6d-971c-65176a6e5d66)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:43:07.882224 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port ed9cdce5-2125-455f-b88d-4741482ccf21 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:43:07.882608 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (ed9cdce5-2125-455f-b88d-4741482ccf21), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:07.927971 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337a0dd-c62c-4ef6-92b7-cd3cfe2ad969 req-c236ac54-ec5e-4814-acf6-31ea3c0c1fe5 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:07.929913 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4337a0dd-c62c-4ef6-92b7-cd3cfe2ad969 req-c236ac54-ec5e-4814-acf6-31ea3c0c1fe5 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.0876026 May 23 15:43:07.932649 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-a3c43097-2171-4be0-80a6-ccc1767cb122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:07.979157 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.db.securitygroups_db [None req-eceed974-7deb-43e5-934b-6c2be0d20df7 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Project e0860b3d072246d49cd43a900351d571 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 15:43:07.979369 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-f3dc0aa7-d01d-4d88-a130-b89262d56f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (ed3c6100-558e-4702-bb06-33d601afc053), after_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:07.990503 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-eceed974-7deb-43e5-934b-6c2be0d20df7 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks [] for security_group_rule (5c5ab348-bd2a-43ec-9430-2c0a9accc7fa), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:08.024447 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c93eb7e9-7e0b-47df-ac1d-efd09dbdcc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (a571411a-48b4-4d27-aab7-d70a00ecdb15), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:08.093436 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4337a0dd-c62c-4ef6-92b7-cd3cfe2ad969 req-94cb16ec-70b9-4dba-8835-22bd918c2680 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242304 May 23 15:43:08.099659 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93eb7e9-7e0b-47df-ac1d-efd09dbdcc2e None None] Pushing event updated for resources: {'Port': ['ID=a571411a-48b4-4d27-aab7-d70a00ecdb15,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:08.114076 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port ed9cdce5-2125-455f-b88d-4741482ccf21 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:43:08.114973 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-f3dc0aa7-d01d-4d88-a130-b89262d56f4d None None] Attempting to bind port ed3c6100-558e-4702-bb06-33d601afc053 on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:43:08.115348 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-f3dc0aa7-d01d-4d88-a130-b89262d56f4d None None] Attempting to bind port ed3c6100-558e-4702-bb06-33d601afc053 by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}] {{(pid=111211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:43:08.115715 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dc0aa7-d01d-4d88-a130-b89262d56f4d None None] Attempting to bind port ed3c6100-558e-4702-bb06-33d601afc053 on network 423e159f-0d94-4204-8598-641f4ed121cf {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:43:08.129433 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d5f1e-8b2d-43bd-803b-89d9af2f3cf6 None None] Pushing event updated for resources: {'Port': ['ID=ed3c6100-558e-4702-bb06-33d601afc053,revision_number=2']} {{(pid=111211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:08.131887 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-eceed974-7deb-43e5-934b-6c2be0d20df7 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks [] for security_group_rule (5c5ab348-bd2a-43ec-9430-2c0a9accc7fa), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:08.132072 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dc0aa7-d01d-4d88-a130-b89262d56f4d None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:43:08.132594 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dc0aa7-d01d-4d88-a130-b89262d56f4d None None] Checking segment: {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:43:08.133195 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-f3dc0aa7-d01d-4d88-a130-b89262d56f4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:08.133427 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dc0aa7-d01d-4d88-a130-b89262d56f4d None None] Bound using segment: {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'} {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:43:08.133910 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-f3dc0aa7-d01d-4d88-a130-b89262d56f4d None None] Bound port: ed3c6100-558e-4702-bb06-33d601afc053, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}}] {{(pid=111211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:43:08.134297 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-f3dc0aa7-d01d-4d88-a130-b89262d56f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (ed3c6100-558e-4702-bb06-33d601afc053), before_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:08.196850 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.db [None req-f3dc0aa7-d01d-4d88-a130-b89262d56f4d None None] For port ed3c6100-558e-4702-bb06-33d601afc053, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:43:08.200549 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.db [None req-f3dc0aa7-d01d-4d88-a130-b89262d56f4d None None] For port ed3c6100-558e-4702-bb06-33d601afc053, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=ed3c6100-558e-4702-bb06-33d601afc053,segment=NetworkSegment(2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5),segment_id=2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5)] {{(pid=111211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:43:08.244889 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_common [None req-a3c43097-2171-4be0-80a6-ccc1767cb122 admin admin] Allocated IP 172.20.0.1 (6b67b25e-d689-4151-bafc-c9d67faaca84/798d4771-9590-4ee2-b6ff-bdfb7b6f48c3/e5d87a55-685c-46b8-ae16-8a3aeaf73929) {{(pid=111209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:43:08.253040 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-eceed974-7deb-43e5-934b-6c2be0d20df7 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (5c5ab348-bd2a-43ec-9430-2c0a9accc7fa), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:08.286081 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceed974-7deb-43e5-934b-6c2be0d20df7 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5ab348-bd2a-43ec-9430-2c0a9accc7fa,revision_number=0']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:08.299784 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-f3dc0aa7-d01d-4d88-a130-b89262d56f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (ed3c6100-558e-4702-bb06-33d601afc053), after_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:08.346816 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-eceed974-7deb-43e5-934b-6c2be0d20df7 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:08.351416 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-eceed974-7deb-43e5-934b-6c2be0d20df7 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5880194 May 23 15:43:08.352277 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 43792) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:08.363888 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-790a9ef1-2a22-4e9b-a4b1-7b555f158a2e tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Request body: {'security_group_rule': {'security_group_id': '246130f5-c1de-4321-80eb-1cbd6622ca4c', 'project_id': 'e0860b3d072246d49cd43a900351d571', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:43:08.382449 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dc0aa7-d01d-4d88-a130-b89262d56f4d None None] Routers {'664d0f8c-af99-4e8c-a6dd-f6353adbfa51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:43:08.383104 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-f3dc0aa7-d01d-4d88-a130-b89262d56f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:42:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:43:08.386138 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d5f1e-8b2d-43bd-803b-89d9af2f3cf6 None None] Pushing event updated for resources: {'Port': ['ID=ed3c6100-558e-4702-bb06-33d601afc053,revision_number=3']} {{(pid=111211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:08.397119 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-a3c43097-2171-4be0-80a6-ccc1767cb122 admin admin] Publish callbacks [] for port (e5d87a55-685c-46b8-ae16-8a3aeaf73929), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:08.481821 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.db.securitygroups_db [None req-790a9ef1-2a22-4e9b-a4b1-7b555f158a2e tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Project e0860b3d072246d49cd43a900351d571 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 15:43:08.488571 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-790a9ef1-2a22-4e9b-a4b1-7b555f158a2e tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks [] for security_group_rule (66f3e75d-145d-456e-a12c-897dc8d56079), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:08.526514 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-f3dc0aa7-d01d-4d88-a130-b89262d56f4d None None] Set router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:43:08.541454 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ede63ddf-2425-4164-81ed-5fdeed548d3d req-fbf3e167-47ad-42fe-8ada-d6474c5ad8fe tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=450d3441-4eda-4616-b10f-13b39f479375 HTTP/1.1" status: 200 len: 210 time: 0.0511806 May 23 15:43:08.544613 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-a3c43097-2171-4be0-80a6-ccc1767cb122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (e5d87a55-685c-46b8-ae16-8a3aeaf73929), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:08.569694 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:08.603515 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:08.630819 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c43097-2171-4be0-80a6-ccc1767cb122 admin admin] Network 6b67b25e-d689-4151-bafc-c9d67faaca84 is already hosted by enough agents. {{(pid=111209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:43:08.634058 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [None req-a3c43097-2171-4be0-80a6-ccc1767cb122 admin admin] Resources bound (agent type, host, resource id): {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:43:08.635084 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-790a9ef1-2a22-4e9b-a4b1-7b555f158a2e tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks [] for security_group_rule (66f3e75d-145d-456e-a12c-897dc8d56079), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:08.637402 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c43097-2171-4be0-80a6-ccc1767cb122 admin admin] Received port after_create {{(pid=111209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:43:08.673653 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 43800) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:08.673865 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c43097-2171-4be0-80a6-ccc1767cb122 admin admin] Pushing event updated for resources: {'Port': ['ID=e5d87a55-685c-46b8-ae16-8a3aeaf73929,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:08.709450 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-a3c43097-2171-4be0-80a6-ccc1767cb122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-747339'] for router_interface (664d0f8c-af99-4e8c-a6dd-f6353adbfa51), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:08.717972 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a86c7df9-ad3b-42a3-ad70-6212db54c748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:08.739168 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-790a9ef1-2a22-4e9b-a4b1-7b555f158a2e tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (66f3e75d-145d-456e-a12c-897dc8d56079), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:08.819742 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-f3dc0aa7-d01d-4d88-a130-b89262d56f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:43:05Z', 'revision_number': 3, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port': {'id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:04Z', 'updated_at': '2022-05-23T15:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:43:08.829578 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a9ef1-2a22-4e9b-a4b1-7b555f158a2e tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f3e75d-145d-456e-a12c-897dc8d56079,revision_number=0']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:08.849774 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dc0aa7-d01d-4d88-a130-b89262d56f4d None None] The sync data for ids ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'] in dv-cinder-840678-12-iscsi is: [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:43:05Z', 'revision_number': 3, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port': {'id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:04Z', 'updated_at': '2022-05-23T15:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}] {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:43:08.891990 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a86c7df9-ad3b-42a3-ad70-6212db54c748 admin admin] Publish callbacks [] for security_group (da833209-5c66-4936-bc39-fd5a9d0de281), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:08.912070 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-790a9ef1-2a22-4e9b-a4b1-7b555f158a2e tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:08.928622 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-790a9ef1-2a22-4e9b-a4b1-7b555f158a2e tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5605893 May 23 15:43:08.971519 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-f27d21d5-d88a-4273-bafd-68bd415ade16 None None] Provisioning complete for port e5d87a55-685c-46b8-ae16-8a3aeaf73929 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:43:08.972034 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-f27d21d5-d88a-4273-bafd-68bd415ade16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (e5d87a55-685c-46b8-ae16-8a3aeaf73929), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:08.980186 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a86c7df9-ad3b-42a3-ad70-6212db54c748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (da833209-5c66-4936-bc39-fd5a9d0de281), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:09.003039 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-a3c43097-2171-4be0-80a6-ccc1767cb122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (e5d87a55-685c-46b8-ae16-8a3aeaf73929), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:09.016789 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-f27d21d5-d88a-4273-bafd-68bd415ade16 None None] Port e5d87a55-685c-46b8-ae16-8a3aeaf73929 cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:43:09.045165 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c7df9-ad3b-42a3-ad70-6212db54c748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da833209-5c66-4936-bc39-fd5a9d0de281,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:09.064626 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-a86c7df9-ad3b-42a3-ad70-6212db54c748 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3a4ca9a410fc448a8d78861a54f47e4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3871510 May 23 15:43:09.068262 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 43806) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:09.116657 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:09.132155 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-d0085d7e-7688-4d94-9ae0-5199755a4c25 admin admin] Publish callbacks [] for security_group (da833209-5c66-4936-bc39-fd5a9d0de281), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:09.162882 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-d0085d7e-7688-4d94-9ae0-5199755a4c25 admin admin] Publish callbacks [] for security_group (da833209-5c66-4936-bc39-fd5a9d0de281), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:09.215075 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:09.321979 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:09.325907 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209c061-730c-4f07-bb51-e03fa0f65f5f req-769012d1-f6cd-424f-981a-7736cdf2ede2 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:09.327532 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e209c061-730c-4f07-bb51-e03fa0f65f5f req-769012d1-f6cd-424f-981a-7736cdf2ede2 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.1365647 May 23 15:43:09.350469 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-d0085d7e-7688-4d94-9ae0-5199755a4c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (da833209-5c66-4936-bc39-fd5a9d0de281), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:09.353100 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-d0085d7e-7688-4d94-9ae0-5199755a4c25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:09.354414 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-d0085d7e-7688-4d94-9ae0-5199755a4c25 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/da833209-5c66-4936-bc39-fd5a9d0de281 HTTP/1.1" status: 204 len: 168 time: 0.2883439 May 23 15:43:09.381497 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0085d7e-7688-4d94-9ae0-5199755a4c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da833209-5c66-4936-bc39-fd5a9d0de281,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:09.426115 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e209c061-730c-4f07-bb51-e03fa0f65f5f req-2244223e-0c77-4136-859d-ebeff2cbd1e3 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874305 May 23 15:43:09.465371 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:09.471699 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-a3c43097-2171-4be0-80a6-ccc1767cb122 admin admin] Publish callbacks [] for port (e5d87a55-685c-46b8-ae16-8a3aeaf73929), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:09.568119 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-a3c43097-2171-4be0-80a6-ccc1767cb122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (e5d87a55-685c-46b8-ae16-8a3aeaf73929), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:09.683160 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device ed3c6100-558e-4702-bb06-33d601afc053 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:43:09.742733 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port ed3c6100-558e-4702-bb06-33d601afc053 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:43:09.743185 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (ed3c6100-558e-4702-bb06-33d601afc053), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:09.858264 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port ed3c6100-558e-4702-bb06-33d601afc053 is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:43:09.858264 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (ed3c6100-558e-4702-bb06-33d601afc053), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:09.884958 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] For port ed3c6100-558e-4702-bb06-33d601afc053, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=ed3c6100-558e-4702-bb06-33d601afc053,segment=NetworkSegment(2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5),segment_id=2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:43:09.955599 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:09.980655 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (ed3c6100-558e-4702-bb06-33d601afc053), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:09.985020 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device a571411a-48b4-4d27-aab7-d70a00ecdb15 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:43:09.995113 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0a908cfd-a5c8-413d-929f-3f1f9b8085a9 req-b933a742-fd41-4e43-bba0-fa79f24892b8 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=450d3441-4eda-4616-b10f-13b39f479375 HTTP/1.1" status: 200 len: 210 time: 0.0553730 May 23 15:43:10.009643 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c43097-2171-4be0-80a6-ccc1767cb122 admin admin] Pushing event updated for resources: {'Port': ['ID=e5d87a55-685c-46b8-ae16-8a3aeaf73929,revision_number=2']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:10.012160 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-a3c43097-2171-4be0-80a6-ccc1767cb122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-292210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745947'] for router_interface (664d0f8c-af99-4e8c-a6dd-f6353adbfa51), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:10.088884 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Pushing event updated for resources: {'Port': ['ID=ed3c6100-558e-4702-bb06-33d601afc053,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:10.098369 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port a571411a-48b4-4d27-aab7-d70a00ecdb15 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:43:10.098754 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (a571411a-48b4-4d27-aab7-d70a00ecdb15), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:10.151248 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c43097-2171-4be0-80a6-ccc1767cb122 admin admin] Network 6b67b25e-d689-4151-bafc-c9d67faaca84 is already hosted by enough agents. {{(pid=111209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:43:10.152641 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [None req-a3c43097-2171-4be0-80a6-ccc1767cb122 admin admin] Resources bound (agent type, host, resource id): {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:43:10.215040 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port a571411a-48b4-4d27-aab7-d70a00ecdb15 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:43:10.310313 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c43097-2171-4be0-80a6-ccc1767cb122 admin admin] Router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:43:10.373335 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:10.447801 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c43097-2171-4be0-80a6-ccc1767cb122 admin admin] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:43:10.453300 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-7ef7d40c-1f1f-487b-8a7b-c5eb699b359d None None] Provisioning complete for port e5d87a55-685c-46b8-ae16-8a3aeaf73929 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:43:10.453686 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-7ef7d40c-1f1f-487b-8a7b-c5eb699b359d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (e5d87a55-685c-46b8-ae16-8a3aeaf73929), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:10.459466 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-a3c43097-2171-4be0-80a6-ccc1767cb122 admin admin] 10.222.0.64 "PUT /v2.0/routers/664d0f8c-af99-4e8c-a6dd-f6353adbfa51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5715833 May 23 15:43:10.514575 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-7ef7d40c-1f1f-487b-8a7b-c5eb699b359d None None] Port e5d87a55-685c-46b8-ae16-8a3aeaf73929 cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:43:10.596460 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a5635-ad26-4db5-a317-bca77a336d06 req-c72f4e26-07b0-4fbc-927d-92b96d3a9620 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:10.607653 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-860a5635-ad26-4db5-a317-bca77a336d06 req-c72f4e26-07b0-4fbc-927d-92b96d3a9620 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.0739033 May 23 15:43:10.666171 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-860a5635-ad26-4db5-a317-bca77a336d06 req-b2147728-3141-4d01-bd00-ff45f306a17b tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597610 May 23 15:43:10.681723 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=100 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:11.088004 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 43914) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:11.093566 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-ddeb3f39-0433-4743-ac78-d38801a95cc4 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Request body: {'security_group': {'name': 'tempest-securitygroup--221889475', 'description': 'tempest-description--1099480002'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:43:11.130676 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1c80a57e-c587-4608-ba4d-22ec370b36c3 req-5af6aa4a-004c-4179-b3c8-0d26e0183d6f tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=450d3441-4eda-4616-b10f-13b39f479375 HTTP/1.1" status: 200 len: 210 time: 0.0373042 May 23 15:43:11.218700 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ddeb3f39-0433-4743-ac78-d38801a95cc4 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:11.306711 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ddeb3f39-0433-4743-ac78-d38801a95cc4 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group (eabc8712-e648-4d3e-b0ff-f749c8917527), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:11.342418 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3039b3c3-6a87-44e3-8d2f-405beed40942 None None] Sync routers for ids ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'] in dv-cinder-840678-12-iscsi {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:43:11.354232 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3039b3c3-6a87-44e3-8d2f-405beed40942 None None] Routers {'664d0f8c-af99-4e8c-a6dd-f6353adbfa51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:43:11.354851 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-3039b3c3-6a87-44e3-8d2f-405beed40942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:42:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:43:11.392141 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ddeb3f39-0433-4743-ac78-d38801a95cc4 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (eabc8712-e648-4d3e-b0ff-f749c8917527), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:11.449284 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb3f39-0433-4743-ac78-d38801a95cc4 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eabc8712-e648-4d3e-b0ff-f749c8917527,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:11.517552 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-3039b3c3-6a87-44e3-8d2f-405beed40942 None None] Set router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:43:11.518391 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ddeb3f39-0433-4743-ac78-d38801a95cc4 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:11.521828 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-ddeb3f39-0433-4743-ac78-d38801a95cc4 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4309709 May 23 15:43:11.524828 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 43940) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:11.532797 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-2ccbe826-3223-4f48-bdfa-cf4f0a06a8fb tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Request body: {'security_group_rule': {'security_group_id': 'eabc8712-e648-4d3e-b0ff-f749c8917527', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:43:11.558013 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:11.659161 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:11.695949 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2ccbe826-3223-4f48-bdfa-cf4f0a06a8fb tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group_rule (735f3bc1-844c-4b05-b016-d5f680a1fa1d), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:11.712091 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e405d-5233-46de-b927-68cbc2634445 req-2fc75398-a1c3-4d9f-b275-1138d2acd6ea tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:11.714156 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0b6e405d-5233-46de-b927-68cbc2634445 req-2fc75398-a1c3-4d9f-b275-1138d2acd6ea tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.69 "GET /v2.0/networks?id=1f7dcd01-712e-4910-801c-ec7cd2120c05 HTTP/1.1" status: 200 len: 809 time: 0.1552949 May 23 15:43:11.746472 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:11.755659 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [req-0b6e405d-5233-46de-b927-68cbc2634445 req-9c97d683-3aa3-44cd-abce-6784c4d58e6d tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Request body: {'port': {'device_id': '450d3441-4eda-4616-b10f-13b39f479375', 'network_id': '1f7dcd01-712e-4910-801c-ec7cd2120c05', 'admin_state_up': True, 'tenant_id': 'c2ef57ea448a49d3af268a02f6f08257'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:43:11.760519 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device ed3c6100-558e-4702-bb06-33d601afc053 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:43:11.855818 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port ed3c6100-558e-4702-bb06-33d601afc053 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:43:11.856215 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (ed3c6100-558e-4702-bb06-33d601afc053), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:11.876731 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-3039b3c3-6a87-44e3-8d2f-405beed40942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:43:08Z', 'revision_number': 4, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port': {'id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:04Z', 'updated_at': '2022-05-23T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'e5d87a55-685c-46b8-ae16-8a3aeaf73929', 'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'mac_address': 'fa:16:3e:de:73:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:07Z', 'updated_at': '2022-05-23T15:43:09Z', 'revision_number': 2, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'subnets': [{'id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:43:11.901401 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47c235-d7c2-477b-9868-24c90ef0bc89 req-c2b01091-79f8-47e4-b303-af87f333ac1f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:11.903312 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bb47c235-d7c2-477b-9868-24c90ef0bc89 req-c2b01091-79f8-47e4-b303-af87f333ac1f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.1027155 May 23 15:43:11.915510 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3039b3c3-6a87-44e3-8d2f-405beed40942 None None] Checking router: 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 for host: dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:43:11.915871 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3039b3c3-6a87-44e3-8d2f-405beed40942 None None] Updating router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 port e5d87a55-685c-46b8-ae16-8a3aeaf73929 binding host dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:43:11.923457 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2ccbe826-3223-4f48-bdfa-cf4f0a06a8fb tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group_rule (735f3bc1-844c-4b05-b016-d5f680a1fa1d), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:11.965390 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3039b3c3-6a87-44e3-8d2f-405beed40942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (e5d87a55-685c-46b8-ae16-8a3aeaf73929), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:11.990282 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:11.997756 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bb47c235-d7c2-477b-9868-24c90ef0bc89 req-62251dbb-9e13-440d-80fc-725a3f533012 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775597 May 23 15:43:12.020868 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2ccbe826-3223-4f48-bdfa-cf4f0a06a8fb tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (735f3bc1-844c-4b05-b016-d5f680a1fa1d), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:12.042523 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port ed3c6100-558e-4702-bb06-33d601afc053 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:43:12.045084 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbe826-3223-4f48-bdfa-cf4f0a06a8fb tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=735f3bc1-844c-4b05-b016-d5f680a1fa1d,revision_number=0']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:12.081178 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:12.106829 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b6e405d-5233-46de-b927-68cbc2634445 req-9c97d683-3aa3-44cd-abce-6784c4d58e6d tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Made reservation on behalf of c2ef57ea448a49d3af268a02f6f08257 for: {'port': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:43:12.111201 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-0b6e405d-5233-46de-b927-68cbc2634445 req-9c97d683-3aa3-44cd-abce-6784c4d58e6d tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:12.142735 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2ccbe826-3223-4f48-bdfa-cf4f0a06a8fb tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:12.144040 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-2ccbe826-3223-4f48-bdfa-cf4f0a06a8fb tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6171126 May 23 15:43:12.146902 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 43960) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:12.151738 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586bf0a-a324-4836-be4e-f2efc2a75949 req-97113366-9b71-4eaf-a533-95ad480b0726 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:12.151875 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-8a120b12-6d3a-48fd-8876-433466ddbd46 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Request body: {'security_group_rule': {'security_group_id': 'eabc8712-e648-4d3e-b0ff-f749c8917527', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:43:12.153160 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f586bf0a-a324-4836-be4e-f2efc2a75949 req-97113366-9b71-4eaf-a533-95ad480b0726 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.0759468 May 23 15:43:12.270878 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ff523c92-971d-46fd-9798-4f3b96581afa req-f4d64ddb-8a93-4115-bd45-a80d92f29081 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=450d3441-4eda-4616-b10f-13b39f479375 HTTP/1.1" status: 200 len: 210 time: 0.0470164 May 23 15:43:12.277590 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-8a120b12-6d3a-48fd-8876-433466ddbd46 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group_rule (9700ec12-1b8c-49e6-9746-9eb8da66df0a), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:12.311529 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f586bf0a-a324-4836-be4e-f2efc2a75949 req-07584765-9d3b-487f-a857-d8cfdf9b91da tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251478 May 23 15:43:12.329391 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_common [req-0b6e405d-5233-46de-b927-68cbc2634445 req-9c97d683-3aa3-44cd-abce-6784c4d58e6d tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Allocated IP 172.20.0.8 (1f7dcd01-712e-4910-801c-ec7cd2120c05/ae076d4d-1578-4f2e-a837-de4e9e6970fb/bbd71d32-cefe-4efd-a0d5-f2682da7cef4) {{(pid=111209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:43:12.372715 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-8a120b12-6d3a-48fd-8876-433466ddbd46 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group_rule (9700ec12-1b8c-49e6-9746-9eb8da66df0a), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:12.379998 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3039b3c3-6a87-44e3-8d2f-405beed40942 None None] Publish callbacks [] for port (e5d87a55-685c-46b8-ae16-8a3aeaf73929), precommit_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:12.436617 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-8a120b12-6d3a-48fd-8876-433466ddbd46 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (9700ec12-1b8c-49e6-9746-9eb8da66df0a), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:12.465472 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a120b12-6d3a-48fd-8876-433466ddbd46 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9700ec12-1b8c-49e6-9746-9eb8da66df0a,revision_number=0']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:12.482210 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3039b3c3-6a87-44e3-8d2f-405beed40942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (e5d87a55-685c-46b8-ae16-8a3aeaf73929), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:12.533158 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-0b6e405d-5233-46de-b927-68cbc2634445 req-9c97d683-3aa3-44cd-abce-6784c4d58e6d tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Publish callbacks [] for port (bbd71d32-cefe-4efd-a0d5-f2682da7cef4), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:12.571597 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec6ede-e3bd-4edd-8f2b-7e15205d656f None None] Pushing event updated for resources: {'Port': ['ID=e5d87a55-685c-46b8-ae16-8a3aeaf73929,revision_number=3']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:12.582616 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-8a120b12-6d3a-48fd-8876-433466ddbd46 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:12.584998 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-8a120b12-6d3a-48fd-8876-433466ddbd46 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4370220 May 23 15:43:12.589240 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 43978) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:12.595579 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-3124ca64-df10-4249-a592-ef7f08f960bd tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Request body: {'floatingip': {'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:43:12.606058 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-3039b3c3-6a87-44e3-8d2f-405beed40942 None None] Attempting to bind port e5d87a55-685c-46b8-ae16-8a3aeaf73929 on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:43:12.606598 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-3039b3c3-6a87-44e3-8d2f-405beed40942 None None] Attempting to bind port e5d87a55-685c-46b8-ae16-8a3aeaf73929 by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': 'eb2ba815-dec5-4bfe-b7e3-360ced084414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84'}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:43:12.606970 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3039b3c3-6a87-44e3-8d2f-405beed40942 None None] Attempting to bind port e5d87a55-685c-46b8-ae16-8a3aeaf73929 on network 6b67b25e-d689-4151-bafc-c9d67faaca84 {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:43:12.613928 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3039b3c3-6a87-44e3-8d2f-405beed40942 None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:43:12.614307 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3039b3c3-6a87-44e3-8d2f-405beed40942 None None] Checking segment: {'id': 'eb2ba815-dec5-4bfe-b7e3-360ced084414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:43:12.617415 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3039b3c3-6a87-44e3-8d2f-405beed40942 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:12.617415 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3039b3c3-6a87-44e3-8d2f-405beed40942 None None] Bound using segment: {'id': 'eb2ba815-dec5-4bfe-b7e3-360ced084414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84'} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:43:12.617415 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-3039b3c3-6a87-44e3-8d2f-405beed40942 None None] Bound port: e5d87a55-685c-46b8-ae16-8a3aeaf73929, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2ba815-dec5-4bfe-b7e3-360ced084414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84'}}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:43:12.617415 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3039b3c3-6a87-44e3-8d2f-405beed40942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (e5d87a55-685c-46b8-ae16-8a3aeaf73929), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:12.684918 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-3039b3c3-6a87-44e3-8d2f-405beed40942 None None] For port e5d87a55-685c-46b8-ae16-8a3aeaf73929, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:43:12.688282 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-3039b3c3-6a87-44e3-8d2f-405beed40942 None None] For port e5d87a55-685c-46b8-ae16-8a3aeaf73929, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=e5d87a55-685c-46b8-ae16-8a3aeaf73929,segment=NetworkSegment(eb2ba815-dec5-4bfe-b7e3-360ced084414),segment_id=eb2ba815-dec5-4bfe-b7e3-360ced084414)] {{(pid=111210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:43:12.755876 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3124ca64-df10-4249-a592-ef7f08f960bd tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:12.756301 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-0b6e405d-5233-46de-b927-68cbc2634445 req-9c97d683-3aa3-44cd-abce-6784c4d58e6d tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (bbd71d32-cefe-4efd-a0d5-f2682da7cef4), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:12.779224 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3039b3c3-6a87-44e3-8d2f-405beed40942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (e5d87a55-685c-46b8-ae16-8a3aeaf73929), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:12.804554 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b6e405d-5233-46de-b927-68cbc2634445 req-9c97d683-3aa3-44cd-abce-6784c4d58e6d tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Network 1f7dcd01-712e-4910-801c-ec7cd2120c05 is already hosted by enough agents. {{(pid=111209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:43:12.807813 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [req-0b6e405d-5233-46de-b927-68cbc2634445 req-9c97d683-3aa3-44cd-abce-6784c4d58e6d tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Resources bound (agent type, host, resource id): {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:43:12.811716 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6e405d-5233-46de-b927-68cbc2634445 req-9c97d683-3aa3-44cd-abce-6784c4d58e6d tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Received port after_create {{(pid=111209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:43:12.838541 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97d683-3aa3-44cd-abce-6784c4d58e6d tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Pushing event updated for resources: {'Port': ['ID=bbd71d32-cefe-4efd-a0d5-f2682da7cef4,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:12.853276 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3124ca64-df10-4249-a592-ef7f08f960bd tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:12.868620 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec6ede-e3bd-4edd-8f2b-7e15205d656f None None] Pushing event updated for resources: {'Port': ['ID=e5d87a55-685c-46b8-ae16-8a3aeaf73929,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:12.873304 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3039b3c3-6a87-44e3-8d2f-405beed40942 None None] Routers {'664d0f8c-af99-4e8c-a6dd-f6353adbfa51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:43:12.874119 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-3039b3c3-6a87-44e3-8d2f-405beed40942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:42:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:43:12.880711 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e405d-5233-46de-b927-68cbc2634445 req-9c97d683-3aa3-44cd-abce-6784c4d58e6d tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:12.881462 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-0b6e405d-5233-46de-b927-68cbc2634445 req-9c97d683-3aa3-44cd-abce-6784c4d58e6d tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:12.934119 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-251254ee-35e4-4a66-95e9-757e185adabd None None] Provisioning complete for port e5d87a55-685c-46b8-ae16-8a3aeaf73929 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:43:12.934770 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-251254ee-35e4-4a66-95e9-757e185adabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (e5d87a55-685c-46b8-ae16-8a3aeaf73929), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:12.992961 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0b6e405d-5233-46de-b927-68cbc2634445 req-9c97d683-3aa3-44cd-abce-6784c4d58e6d tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2536967 May 23 15:43:13.004905 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_common [None req-3124ca64-df10-4249-a592-ef7f08f960bd tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Allocated IP 172.27.3.55 (423e159f-0d94-4204-8598-641f4ed121cf/6893e8f7-d8c8-4bdd-8cf7-487cc5c00794/aabee3a9-b778-448e-989b-d88b3b09b213) {{(pid=111208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:43:13.014153 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [req-0b6e405d-5233-46de-b927-68cbc2634445 req-1fbd3f5d-74ed-416a-9a7c-2dbfe71f055d service neutron] Request body: {'port': {'device_id': '450d3441-4eda-4616-b10f-13b39f479375', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:43:13.132635 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-0b6e405d-5233-46de-b927-68cbc2634445 req-1fbd3f5d-74ed-416a-9a7c-2dbfe71f055d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (bbd71d32-cefe-4efd-a0d5-f2682da7cef4), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:13.213092 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-3039b3c3-6a87-44e3-8d2f-405beed40942 None None] Set router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:43:13.237029 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3124ca64-df10-4249-a592-ef7f08f960bd tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for port (aabee3a9-b778-448e-989b-d88b3b09b213), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:13.363131 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3124ca64-df10-4249-a592-ef7f08f960bd tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (aabee3a9-b778-448e-989b-d88b3b09b213), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:13.434239 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3124ca64-df10-4249-a592-ef7f08f960bd tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Network 423e159f-0d94-4204-8598-641f4ed121cf is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:43:13.438109 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-3124ca64-df10-4249-a592-ef7f08f960bd tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:43:13.442275 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3124ca64-df10-4249-a592-ef7f08f960bd tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Received port after_create {{(pid=111208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:43:13.467590 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124ca64-df10-4249-a592-ef7f08f960bd tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event updated for resources: {'Port': ['ID=aabee3a9-b778-448e-989b-d88b3b09b213,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:13.478889 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-251254ee-35e4-4a66-95e9-757e185adabd None None] Current status of the port e5d87a55-685c-46b8-ae16-8a3aeaf73929 is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:43:13.478889 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-251254ee-35e4-4a66-95e9-757e185adabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (e5d87a55-685c-46b8-ae16-8a3aeaf73929), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:13.572510 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-251254ee-35e4-4a66-95e9-757e185adabd None None] For port e5d87a55-685c-46b8-ae16-8a3aeaf73929, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=e5d87a55-685c-46b8-ae16-8a3aeaf73929,segment=NetworkSegment(eb2ba815-dec5-4bfe-b7e3-360ced084414),segment_id=eb2ba815-dec5-4bfe-b7e3-360ced084414)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:43:13.599061 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40e673-46c9-4b40-b95b-60d214f10ffa req-d29aa66f-6b8e-450a-b7cf-ec9c7bac3d7b tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:13.599061 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-da40e673-46c9-4b40-b95b-60d214f10ffa req-d29aa66f-6b8e-450a-b7cf-ec9c7bac3d7b tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=450d3441-4eda-4616-b10f-13b39f479375 HTTP/1.1" status: 200 len: 931 time: 0.1809487 May 23 15:43:13.605406 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3124ca64-df10-4249-a592-ef7f08f960bd tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for floatingip (85d780ba-4add-4de8-834e-ae1eee8d901b), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:13.645391 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-3039b3c3-6a87-44e3-8d2f-405beed40942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:43:08Z', 'revision_number': 4, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port': {'id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:04Z', 'updated_at': '2022-05-23T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'e5d87a55-685c-46b8-ae16-8a3aeaf73929', 'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'mac_address': 'fa:16:3e:de:73:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:07Z', 'updated_at': '2022-05-23T15:43:12Z', 'revision_number': 4, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'subnets': [{'id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:43:13.650601 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-251254ee-35e4-4a66-95e9-757e185adabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (e5d87a55-685c-46b8-ae16-8a3aeaf73929), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:13.653761 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=100 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:13.713461 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3039b3c3-6a87-44e3-8d2f-405beed40942 None None] The sync data for ids ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'] in dv-cinder-840678-12-iscsi is: [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:43:08Z', 'revision_number': 4, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port': {'id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:04Z', 'updated_at': '2022-05-23T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'e5d87a55-685c-46b8-ae16-8a3aeaf73929', 'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'mac_address': 'fa:16:3e:de:73:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:07Z', 'updated_at': '2022-05-23T15:43:12Z', 'revision_number': 4, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'subnets': [{'id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:43:13.741448 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3124ca64-df10-4249-a592-ef7f08f960bd tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (aabee3a9-b778-448e-989b-d88b3b09b213), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:13.798002 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [req-0b6e405d-5233-46de-b927-68cbc2634445 req-1fbd3f5d-74ed-416a-9a7c-2dbfe71f055d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbd71d32-cefe-4efd-a0d5-f2682da7cef4 {{(pid=111209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:43:13.828268 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-0b6e405d-5233-46de-b927-68cbc2634445 req-1fbd3f5d-74ed-416a-9a7c-2dbfe71f055d service neutron] Publish callbacks [] for port (bbd71d32-cefe-4efd-a0d5-f2682da7cef4), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:13.829549 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-ee47c299-09d9-4bcf-ab87-f4f4227a1ff5 None None] Provisioning complete for port e5d87a55-685c-46b8-ae16-8a3aeaf73929 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:43:13.830093 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-ee47c299-09d9-4bcf-ab87-f4f4227a1ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (e5d87a55-685c-46b8-ae16-8a3aeaf73929), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:13.832769 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251254ee-35e4-4a66-95e9-757e185adabd None None] Pushing event updated for resources: {'Port': ['ID=e5d87a55-685c-46b8-ae16-8a3aeaf73929,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:13.889598 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.provisioning_blocks [req-0b6e405d-5233-46de-b927-68cbc2634445 req-1fbd3f5d-74ed-416a-9a7c-2dbfe71f055d service neutron] Transition to ACTIVE for port object bbd71d32-cefe-4efd-a0d5-f2682da7cef4 will not be triggered until provisioned by entity L2. {{(pid=111209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:43:13.908833 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-da40e673-46c9-4b40-b95b-60d214f10ffa req-600eefff-2480-443e-a09c-6fabb1f6c4e0 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908642 May 23 15:43:13.921127 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:13.971693 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-0b6e405d-5233-46de-b927-68cbc2634445 req-1fbd3f5d-74ed-416a-9a7c-2dbfe71f055d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (bbd71d32-cefe-4efd-a0d5-f2682da7cef4), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:13.974611 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-ee47c299-09d9-4bcf-ab87-f4f4227a1ff5 None None] Current status of the port e5d87a55-685c-46b8-ae16-8a3aeaf73929 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:43:14.076979 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3124ca64-df10-4249-a592-ef7f08f960bd tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for port (aabee3a9-b778-448e-989b-d88b3b09b213), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:14.110659 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd3f5d-74ed-416a-9a7c-2dbfe71f055d service neutron] Pushing event updated for resources: {'Port': ['ID=bbd71d32-cefe-4efd-a0d5-f2682da7cef4,revision_number=2']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:14.117082 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:14.131030 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 43996) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:14.152541 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-0b6e405d-5233-46de-b927-68cbc2634445 req-1fbd3f5d-74ed-416a-9a7c-2dbfe71f055d service neutron] Attempting to bind port bbd71d32-cefe-4efd-a0d5-f2682da7cef4 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:43:14.153024 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-0b6e405d-5233-46de-b927-68cbc2634445 req-1fbd3f5d-74ed-416a-9a7c-2dbfe71f055d service neutron] Attempting to bind port bbd71d32-cefe-4efd-a0d5-f2682da7cef4 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '57139028-9621-4d1b-9c6f-932ad334f490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1f7dcd01-712e-4910-801c-ec7cd2120c05'}] {{(pid=111209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:43:14.153615 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6e405d-5233-46de-b927-68cbc2634445 req-1fbd3f5d-74ed-416a-9a7c-2dbfe71f055d service neutron] Attempting to bind port bbd71d32-cefe-4efd-a0d5-f2682da7cef4 on network 1f7dcd01-712e-4910-801c-ec7cd2120c05 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:43:14.157178 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3124ca64-df10-4249-a592-ef7f08f960bd tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-906278'] for port (aabee3a9-b778-448e-989b-d88b3b09b213), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:14.167899 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6e405d-5233-46de-b927-68cbc2634445 req-1fbd3f5d-74ed-416a-9a7c-2dbfe71f055d service neutron] Port bbd71d32-cefe-4efd-a0d5-f2682da7cef4 on network 1f7dcd01-712e-4910-801c-ec7cd2120c05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:43:14.168425 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6e405d-5233-46de-b927-68cbc2634445 req-1fbd3f5d-74ed-416a-9a7c-2dbfe71f055d service neutron] Attempting to bind port bbd71d32-cefe-4efd-a0d5-f2682da7cef4 on network 1f7dcd01-712e-4910-801c-ec7cd2120c05 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:43:14.175371 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6e405d-5233-46de-b927-68cbc2634445 req-1fbd3f5d-74ed-416a-9a7c-2dbfe71f055d service neutron] Checking agent: {'id': '0d13f95c-3035-4c18-beb8-0a83c2b7abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'started_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:43:14.175713 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6e405d-5233-46de-b927-68cbc2634445 req-1fbd3f5d-74ed-416a-9a7c-2dbfe71f055d service neutron] Checking segment: {'id': '57139028-9621-4d1b-9c6f-932ad334f490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1f7dcd01-712e-4910-801c-ec7cd2120c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:43:14.176100 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6e405d-5233-46de-b927-68cbc2634445 req-1fbd3f5d-74ed-416a-9a7c-2dbfe71f055d service neutron] Bound using segment: {'id': '57139028-9621-4d1b-9c6f-932ad334f490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1f7dcd01-712e-4910-801c-ec7cd2120c05'} {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:43:14.176562 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-0b6e405d-5233-46de-b927-68cbc2634445 req-1fbd3f5d-74ed-416a-9a7c-2dbfe71f055d service neutron] Bound port: bbd71d32-cefe-4efd-a0d5-f2682da7cef4, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57139028-9621-4d1b-9c6f-932ad334f490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1f7dcd01-712e-4910-801c-ec7cd2120c05'}}] {{(pid=111209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:43:14.178067 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-0b6e405d-5233-46de-b927-68cbc2634445 req-1fbd3f5d-74ed-416a-9a7c-2dbfe71f055d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (bbd71d32-cefe-4efd-a0d5-f2682da7cef4), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:14.293837 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-0b6e405d-5233-46de-b927-68cbc2634445 req-1fbd3f5d-74ed-416a-9a7c-2dbfe71f055d service neutron] For port bbd71d32-cefe-4efd-a0d5-f2682da7cef4, host hv-cinder-84067, cleared binding levels {{(pid=111209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:43:14.294136 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124ca64-df10-4249-a592-ef7f08f960bd tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event updated for resources: {'Port': ['ID=aabee3a9-b778-448e-989b-d88b3b09b213,revision_number=2']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:14.299747 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-0b6e405d-5233-46de-b927-68cbc2634445 req-1fbd3f5d-74ed-416a-9a7c-2dbfe71f055d service neutron] For port bbd71d32-cefe-4efd-a0d5-f2682da7cef4, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=bbd71d32-cefe-4efd-a0d5-f2682da7cef4,segment=NetworkSegment(57139028-9621-4d1b-9c6f-932ad334f490),segment_id=57139028-9621-4d1b-9c6f-932ad334f490)] {{(pid=111209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:43:14.312012 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b0b779fa-9982-464f-aa13-05c3937f3a29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:14.326819 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3124ca64-df10-4249-a592-ef7f08f960bd tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (85d780ba-4add-4de8-834e-ae1eee8d901b), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:14.443086 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-0b6e405d-5233-46de-b927-68cbc2634445 req-1fbd3f5d-74ed-416a-9a7c-2dbfe71f055d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (bbd71d32-cefe-4efd-a0d5-f2682da7cef4), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:14.448399 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3124ca64-df10-4249-a592-ef7f08f960bd tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:14.448399 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-3124ca64-df10-4249-a592-ef7f08f960bd tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8582332 May 23 15:43:14.479314 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b0b779fa-9982-464f-aa13-05c3937f3a29 admin admin] Publish callbacks [] for security_group (0b310d65-4ccc-4050-bea4-71865c6794fb), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:14.494027 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:14.539648 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e405d-5233-46de-b927-68cbc2634445 req-1fbd3f5d-74ed-416a-9a7c-2dbfe71f055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:14.540282 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-0b6e405d-5233-46de-b927-68cbc2634445 req-1fbd3f5d-74ed-416a-9a7c-2dbfe71f055d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:14.553759 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0b6e405d-5233-46de-b927-68cbc2634445 req-1fbd3f5d-74ed-416a-9a7c-2dbfe71f055d service neutron] 10.222.0.69 "PUT /v2.0/ports/bbd71d32-cefe-4efd-a0d5-f2682da7cef4 HTTP/1.1" status: 200 len: 1093 time: 1.5328963 May 23 15:43:14.553759 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450d3441-4eda-4616-b10f-13b39f479375', 'tag': 'bbd71d32-cefe-4efd-a0d5-f2682da7cef4'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:43:14.553759 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8eeb494-61e3-41c8-b794-fd8d63ee464d" -d '{"events": [{"name": "network-changed", "server_uuid": "450d3441-4eda-4616-b10f-13b39f479375", "tag": "bbd71d32-cefe-4efd-a0d5-f2682da7cef4"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:43:14.598510 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b0b779fa-9982-464f-aa13-05c3937f3a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (0b310d65-4ccc-4050-bea4-71865c6794fb), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:14.629908 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd3f5d-74ed-416a-9a7c-2dbfe71f055d service neutron] Pushing event updated for resources: {'Port': ['ID=bbd71d32-cefe-4efd-a0d5-f2682da7cef4,revision_number=3']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:14.668560 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f64fc8-a24f-4bdd-885a-a5a1b5d47208 x-openstack-request-id: req-74f64fc8-a24f-4bdd-885a-a5a1b5d47208 {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:43:14.669146 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450d3441-4eda-4616-b10f-13b39f479375", "tag": "bbd71d32-cefe-4efd-a0d5-f2682da7cef4", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:43:14.669640 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-74f64fc8-a24f-4bdd-885a-a5a1b5d47208 {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:43:14.670459 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74f64fc8-a24f-4bdd-885a-a5a1b5d47208'] response: {'name': 'network-changed', 'server_uuid': '450d3441-4eda-4616-b10f-13b39f479375', 'tag': 'bbd71d32-cefe-4efd-a0d5-f2682da7cef4', 'status': 'completed', 'code': 200} May 23 15:43:14.672278 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b779fa-9982-464f-aa13-05c3937f3a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b310d65-4ccc-4050-bea4-71865c6794fb,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:14.714637 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-b0b779fa-9982-464f-aa13-05c3937f3a29 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4e0071e2898841c8aceb9086db240a25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5821629 May 23 15:43:14.717353 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 44024) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:14.775147 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e405d-5233-46de-b927-68cbc2634445 req-485faf70-7925-41f5-b7f6-ea017a07d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:14.781026 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0b6e405d-5233-46de-b927-68cbc2634445 req-485faf70-7925-41f5-b7f6-ea017a07d230 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2ef57ea448a49d3af268a02f6f08257&device_id=450d3441-4eda-4616-b10f-13b39f479375 HTTP/1.1" status: 200 len: 1127 time: 0.0863593 May 23 15:43:14.793154 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd82f-1118-44d1-a6a2-d92132975c0c admin admin] Publish callbacks [] for security_group (0b310d65-4ccc-4050-bea4-71865c6794fb), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:14.818521 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd82f-1118-44d1-a6a2-d92132975c0c admin admin] Publish callbacks [] for security_group (0b310d65-4ccc-4050-bea4-71865c6794fb), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:14.861916 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0b6e405d-5233-46de-b927-68cbc2634445 req-c4ef0869-1c9b-4599-b84d-ce7ef80f365a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbd71d32-cefe-4efd-a0d5-f2682da7cef4 HTTP/1.1" status: 200 len: 217 time: 0.0658545 May 23 15:43:14.877343 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:14.953104 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-b6cae1aa-4807-4d30-b1cb-bf3c37380123 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--221889475&fields=id&tenant_id=a15ae9d15a64468f80628ed51c2e42d6 HTTP/1.1" status: 200 len: 267 time: 0.1387599 May 23 15:43:14.953104 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e405d-5233-46de-b927-68cbc2634445 req-b81baa1a-7588-408f-a010-40b58e250213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:14.954716 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0b6e405d-5233-46de-b927-68cbc2634445 req-b81baa1a-7588-408f-a010-40b58e250213 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ae076d4d-1578-4f2e-a837-de4e9e6970fb HTTP/1.1" status: 200 len: 849 time: 0.0831273 May 23 15:43:14.979118 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd82f-1118-44d1-a6a2-d92132975c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (0b310d65-4ccc-4050-bea4-71865c6794fb), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:14.989558 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd82f-1118-44d1-a6a2-d92132975c0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:14.991129 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-ec1bd82f-1118-44d1-a6a2-d92132975c0c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0b310d65-4ccc-4050-bea4-71865c6794fb HTTP/1.1" status: 204 len: 168 time: 0.2726917 May 23 15:43:15.007098 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bd82f-1118-44d1-a6a2-d92132975c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b310d65-4ccc-4050-bea4-71865c6794fb,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:15.013119 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0b6e405d-5233-46de-b927-68cbc2634445 req-0d39956a-6b0c-441d-a8e5-04279ca8521b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1f7dcd01-712e-4910-801c-ec7cd2120c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429657 May 23 15:43:15.285581 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3e285-e8b5-4f41-9d69-5a4d070bbf96 req-c10fcb8f-bbed-40fa-bb36-3d326b405e17 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:15.288731 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c4b3e285-e8b5-4f41-9d69-5a4d070bbf96 req-c10fcb8f-bbed-40fa-bb36-3d326b405e17 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=450d3441-4eda-4616-b10f-13b39f479375 HTTP/1.1" status: 200 len: 943 time: 0.1416917 May 23 15:43:15.291843 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0b6e405d-5233-46de-b927-68cbc2634445 req-fe872fcc-5094-40aa-97b0-c912fe52edc4 service neutron] 10.222.0.69 "GET /v2.0/networks/1f7dcd01-712e-4910-801c-ec7cd2120c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518373 May 23 15:43:15.300341 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-c1794b44-bb18-4516-9811-943ffa9e4aaa tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:15.301862 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-c1794b44-bb18-4516-9811-943ffa9e4aaa tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/networks?id=6b67b25e-d689-4151-bafc-c9d67faaca84 HTTP/1.1" status: 200 len: 815 time: 0.3424215 May 23 15:43:15.319425 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e2749-6909-488f-8e93-d2bf72bc2517 req-25e72bc7-442f-461b-8b99-5a09892cea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:15.320776 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1a0e2749-6909-488f-8e93-d2bf72bc2517 req-25e72bc7-442f-461b-8b99-5a09892cea17 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65483f2a0c914022b38e501691095c51&device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 1130 time: 0.1135664 May 23 15:43:15.399860 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-aa2a86fa-12fb-4ba5-b7b2-ca1871c0b27b tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/quotas/a15ae9d15a64468f80628ed51c2e42d6 HTTP/1.1" status: 200 len: 375 time: 0.0809691 May 23 15:43:15.504771 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c4b3e285-e8b5-4f41-9d69-5a4d070bbf96 req-4f7af809-78c2-4518-8a7d-f0462c784761 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008533 May 23 15:43:15.524029 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-90407f57-b797-4567-b240-a7b7aeb50222 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a15ae9d15a64468f80628ed51c2e42d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1140563 May 23 15:43:15.570313 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e2749-6909-488f-8e93-d2bf72bc2517 req-eb5d797b-e0f7-4b05-bc64-05324da0693c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:15.571809 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1a0e2749-6909-488f-8e93-d2bf72bc2517 req-eb5d797b-e0f7-4b05-bc64-05324da0693c service neutron] 10.222.0.69 "GET /v2.0/networks?id=eeca0c6c-3155-49db-bdc5-95de249b904d HTTP/1.1" status: 200 len: 917 time: 0.2281318 May 23 15:43:15.583898 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0b6e405d-5233-46de-b927-68cbc2634445 req-80920199-ce17-4f0d-80a8-2f8c0b9ddf42 service neutron] 10.222.0.69 "GET /v2.0/networks/1f7dcd01-712e-4910-801c-ec7cd2120c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810709 May 23 15:43:15.659970 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device e5d87a55-685c-46b8-ae16-8a3aeaf73929 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:43:15.672837 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1a0e2749-6909-488f-8e93-d2bf72bc2517 req-923314a7-48dd-4491-8234-e26e830c7899 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f HTTP/1.1" status: 200 len: 217 time: 0.0912607 May 23 15:43:15.729922 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df9f54-e7ef-44f8-8ad3-cf47217fb4f4 req-2025a921-7f3f-4980-8bc0-a98ae6b57c51 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:15.731426 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e6df9f54-e7ef-44f8-8ad3-cf47217fb4f4 req-2025a921-7f3f-4980-8bc0-a98ae6b57c51 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.1165524 May 23 15:43:15.739410 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port e5d87a55-685c-46b8-ae16-8a3aeaf73929 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:43:15.740045 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (e5d87a55-685c-46b8-ae16-8a3aeaf73929), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:15.797982 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-3840050b-1f13-4556-9323-8a37bdf18fec service neutron] 10.222.0.64 "GET /v2.0/networks/6b67b25e-d689-4151-bafc-c9d67faaca84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486882 May 23 15:43:15.802168 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e2749-6909-488f-8e93-d2bf72bc2517 req-f82514cf-69b7-496c-9d15-1b772bbdccab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:15.803512 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1a0e2749-6909-488f-8e93-d2bf72bc2517 req-f82514cf-69b7-496c-9d15-1b772bbdccab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca534db1-6e0a-429d-b324-076955c1b25f HTTP/1.1" status: 200 len: 855 time: 0.1168206 May 23 15:43:15.808323 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:15.823595 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port e5d87a55-685c-46b8-ae16-8a3aeaf73929 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:43:15.833511 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 44054) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:15.838110 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e6df9f54-e7ef-44f8-8ad3-cf47217fb4f4 req-568a17f5-0301-4d7b-921f-ce0173440d1b tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962379 May 23 15:43:15.949556 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:16.095786 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-5c5b435e-a346-4163-93fc-5056086efd26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:16.097674 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:16.110547 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:16.163626 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-a678c74c-a429-4e61-9306-4223dbae398b service neutron] 10.222.0.64 "GET /v2.0/networks/6b67b25e-d689-4151-bafc-c9d67faaca84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554358 May 23 15:43:16.215487 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-5c5b435e-a346-4163-93fc-5056086efd26 admin admin] Publish callbacks [] for security_group (d1cdc2a7-3c8f-4d02-b6bd-2bcb1b1e8de0), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:16.276050 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-5c5b435e-a346-4163-93fc-5056086efd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (d1cdc2a7-3c8f-4d02-b6bd-2bcb1b1e8de0), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:16.320411 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-5c5b435e-a346-4163-93fc-5056086efd26 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b42e249de8fb4db3be4f7777d9dbb00c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4856930 May 23 15:43:16.321306 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b435e-a346-4163-93fc-5056086efd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cdc2a7-3c8f-4d02-b6bd-2bcb1b1e8de0,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:16.323000 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 44064) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:16.391533 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-100f823b-533e-4d40-9a86-2dcdd764499d admin admin] Publish callbacks [] for security_group (d1cdc2a7-3c8f-4d02-b6bd-2bcb1b1e8de0), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:16.418843 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-100f823b-533e-4d40-9a86-2dcdd764499d admin admin] Publish callbacks [] for security_group (d1cdc2a7-3c8f-4d02-b6bd-2bcb1b1e8de0), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:16.461725 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7ffdc1ba-8c47-4100-b1e0-04f273b0a902 req-3af7c239-a7aa-4e79-b397-175f4b7a6b86 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 210 time: 0.0446310 May 23 15:43:16.626960 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6097a-56ca-4bb1-a3ac-138afc810f96 req-64271a0a-c7b7-4ea6-ac03-a8c23494a748 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:16.628573 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1de6097a-56ca-4bb1-a3ac-138afc810f96 req-64271a0a-c7b7-4ea6-ac03-a8c23494a748 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=450d3441-4eda-4616-b10f-13b39f479375 HTTP/1.1" status: 200 len: 943 time: 0.0494502 May 23 15:43:16.647406 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-100f823b-533e-4d40-9a86-2dcdd764499d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (d1cdc2a7-3c8f-4d02-b6bd-2bcb1b1e8de0), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:16.650445 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-100f823b-533e-4d40-9a86-2dcdd764499d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:16.651787 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-100f823b-533e-4d40-9a86-2dcdd764499d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1cdc2a7-3c8f-4d02-b6bd-2bcb1b1e8de0 HTTP/1.1" status: 204 len: 168 time: 0.3277822 May 23 15:43:16.665716 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f823b-533e-4d40-9a86-2dcdd764499d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cdc2a7-3c8f-4d02-b6bd-2bcb1b1e8de0,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:16.683237 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1de6097a-56ca-4bb1-a3ac-138afc810f96 req-2af94f91-2199-487e-891b-e92a35310023 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490186 May 23 15:43:16.855175 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e2749-6909-488f-8e93-d2bf72bc2517 req-b02d050f-e420-4073-9ac1-d1c0f2a4a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:16.855175 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1a0e2749-6909-488f-8e93-d2bf72bc2517 req-b02d050f-e420-4073-9ac1-d1c0f2a4a380 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eeca0c6c-3155-49db-bdc5-95de249b904d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0747275 May 23 15:43:16.855729 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eeb494-61e3-41c8-b794-fd8d63ee464d req-460713cf-6ce2-4a7b-815a-236e38ffd91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:16.857549 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f8eeb494-61e3-41c8-b794-fd8d63ee464d req-460713cf-6ce2-4a7b-815a-236e38ffd91a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2ef57ea448a49d3af268a02f6f08257&device_id=450d3441-4eda-4616-b10f-13b39f479375 HTTP/1.1" status: 200 len: 1127 time: 0.0665717 May 23 15:43:17.045197 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068eadd-9322-4f1e-80a6-e4bd5412ae44 req-0a5a4709-09aa-48bd-8077-15a9b0731cef tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:17.047250 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e068eadd-9322-4f1e-80a6-e4bd5412ae44 req-0a5a4709-09aa-48bd-8077-15a9b0731cef tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.0768721 May 23 15:43:17.107793 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eeb494-61e3-41c8-b794-fd8d63ee464d req-55f2e64f-83d5-4e00-aafc-ca4abf71526f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:17.109842 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f8eeb494-61e3-41c8-b794-fd8d63ee464d req-55f2e64f-83d5-4e00-aafc-ca4abf71526f service neutron] 10.222.0.69 "GET /v2.0/networks?id=1f7dcd01-712e-4910-801c-ec7cd2120c05 HTTP/1.1" status: 200 len: 910 time: 0.2367206 May 23 15:43:17.119466 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1a0e2749-6909-488f-8e93-d2bf72bc2517 req-39ab985a-3dfc-4e6a-a713-867780899fdf service neutron] 10.222.0.69 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519593 May 23 15:43:17.204091 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f8eeb494-61e3-41c8-b794-fd8d63ee464d req-5335d24c-448c-4e79-88e0-a722e04e6078 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbd71d32-cefe-4efd-a0d5-f2682da7cef4 HTTP/1.1" status: 200 len: 217 time: 0.0849054 May 23 15:43:17.236000 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e068eadd-9322-4f1e-80a6-e4bd5412ae44 req-42e05e5d-9f2a-4322-9517-5f438e030b9f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779149 May 23 15:43:17.292056 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eeb494-61e3-41c8-b794-fd8d63ee464d req-85263674-c78f-4649-8769-7b3f14181119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:17.293576 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f8eeb494-61e3-41c8-b794-fd8d63ee464d req-85263674-c78f-4649-8769-7b3f14181119 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ae076d4d-1578-4f2e-a837-de4e9e6970fb HTTP/1.1" status: 200 len: 849 time: 0.0812373 May 23 15:43:17.305131 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1a0e2749-6909-488f-8e93-d2bf72bc2517 req-3e5289d7-6c05-4866-a300-b6265d87d5b7 service neutron] 10.222.0.69 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782658 May 23 15:43:17.349300 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f8eeb494-61e3-41c8-b794-fd8d63ee464d req-52718d87-1637-4676-9b3c-7e23a240d564 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1f7dcd01-712e-4910-801c-ec7cd2120c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264874 May 23 15:43:17.549587 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-60edac41-94da-4efb-9b20-6d18c4eaa501 req-e5a95c27-99dc-41d6-b2cf-2073f7b7d927 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 210 time: 0.0300579 May 23 15:43:17.549829 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 44098) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:17.563409 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-21b3a8b8-2740-4769-991a-a4abeb2ae810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:17.638271 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-21b3a8b8-2740-4769-991a-a4abeb2ae810 admin admin] Publish callbacks [] for security_group (bed97b0a-a7fe-4106-911f-8e9959ed9731), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:17.732905 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-21b3a8b8-2740-4769-991a-a4abeb2ae810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (bed97b0a-a7fe-4106-911f-8e9959ed9731), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:17.770997 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3a8b8-2740-4769-991a-a4abeb2ae810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed97b0a-a7fe-4106-911f-8e9959ed9731,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:17.777548 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-21b3a8b8-2740-4769-991a-a4abeb2ae810 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0edf674f1f16448b895cd354efdc6406&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242584 May 23 15:43:17.777845 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 44102) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:17.820455 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69871378-adf5-49db-af22-5931ff6f3ca0 req-e9b04ce0-fd1d-4daf-a0a2-283f3f659fcb tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:17.822074 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-69871378-adf5-49db-af22-5931ff6f3ca0 req-e9b04ce0-fd1d-4daf-a0a2-283f3f659fcb tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=450d3441-4eda-4616-b10f-13b39f479375 HTTP/1.1" status: 200 len: 943 time: 0.0537233 May 23 15:43:17.835987 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b712ca64-7b33-4e44-9eef-01ff6a7441eb admin admin] Publish callbacks [] for security_group (bed97b0a-a7fe-4106-911f-8e9959ed9731), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:17.858346 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b712ca64-7b33-4e44-9eef-01ff6a7441eb admin admin] Publish callbacks [] for security_group (bed97b0a-a7fe-4106-911f-8e9959ed9731), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:17.877316 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-69871378-adf5-49db-af22-5931ff6f3ca0 req-6a34af81-62c8-4368-8605-bdb67a6c7b8d tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493536 May 23 15:43:17.978840 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b712ca64-7b33-4e44-9eef-01ff6a7441eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (bed97b0a-a7fe-4106-911f-8e9959ed9731), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:17.981460 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b712ca64-7b33-4e44-9eef-01ff6a7441eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:17.982607 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-b712ca64-7b33-4e44-9eef-01ff6a7441eb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bed97b0a-a7fe-4106-911f-8e9959ed9731 HTTP/1.1" status: 204 len: 168 time: 0.2016082 May 23 15:43:17.991824 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712ca64-7b33-4e44-9eef-01ff6a7441eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed97b0a-a7fe-4106-911f-8e9959ed9731,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:18.035742 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:INSERT=12,neutron:SELECT=80,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:18.394093 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67c74f-ad01-4589-913c-2d6b6c96be4f req-4f9ae710-24a3-418b-aeb5-8fadd48ed114 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:18.395604 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7b67c74f-ad01-4589-913c-2d6b6c96be4f req-4f9ae710-24a3-418b-aeb5-8fadd48ed114 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.0791881 May 23 15:43:18.442644 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f8eeb494-61e3-41c8-b794-fd8d63ee464d req-14811c34-b783-444f-a646-b3f79c12a38c service neutron] 10.222.0.69 "GET /v2.0/networks/1f7dcd01-712e-4910-801c-ec7cd2120c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465585 May 23 15:43:18.463409 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7b67c74f-ad01-4589-913c-2d6b6c96be4f req-a230b507-f3ed-4b95-993c-e403fc071696 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593286 May 23 15:43:18.648781 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-dca892a2-eb3c-4652-b4e7-207266c34c33 req-5d103dce-7981-4653-8ed5-9a9b2cbdc9be tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 210 time: 0.0315299 May 23 15:43:18.984350 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:18.997102 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d780fb0-8573-454b-bfe7-efb00e278385 req-d92fe7b8-820b-4bd9-a94a-4f21b50d13d1 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:18.998608 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8d780fb0-8573-454b-bfe7-efb00e278385 req-d92fe7b8-820b-4bd9-a94a-4f21b50d13d1 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=450d3441-4eda-4616-b10f-13b39f479375 HTTP/1.1" status: 200 len: 943 time: 0.0539205 May 23 15:43:19.046979 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:19.050900 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8d780fb0-8573-454b-bfe7-efb00e278385 req-22a48181-48c7-4fb1-84d1-7c8907c64e82 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464756 May 23 15:43:19.452668 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:19.586855 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718a01e-f63f-4962-aef1-adce6cf7f38c req-d7ebe37f-d03d-4e69-967b-c4e27b44fc95 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:19.588310 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8718a01e-f63f-4962-aef1-adce6cf7f38c req-d7ebe37f-d03d-4e69-967b-c4e27b44fc95 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.0501738 May 23 15:43:19.635227 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8718a01e-f63f-4962-aef1-adce6cf7f38c req-8946e8f6-4122-4a70-906b-b4d523400d3a tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413125 May 23 15:43:19.746355 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0cee9886-4846-40cc-b647-cc33be46d3d6 req-fb840825-41d4-444e-878b-5ea2f4507df2 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 210 time: 0.0271785 May 23 15:43:20.056129 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device bbd71d32-cefe-4efd-a0d5-f2682da7cef4 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=111210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:43:20.198062 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f8eeb494-61e3-41c8-b794-fd8d63ee464d req-e02ea2ed-3979-4ef8-83ee-fe699dbeee0c service neutron] 10.222.0.69 "GET /v2.0/networks/1f7dcd01-712e-4910-801c-ec7cd2120c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240067 May 23 15:43:20.216291 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8225ca-1176-4bc9-9ef6-f57b76761d5c req-fa5da7ac-e7d0-441e-9716-f2117303bb20 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:20.217944 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ff8225ca-1176-4bc9-9ef6-f57b76761d5c req-fa5da7ac-e7d0-441e-9716-f2117303bb20 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=450d3441-4eda-4616-b10f-13b39f479375 HTTP/1.1" status: 200 len: 943 time: 0.0567687 May 23 15:43:20.222979 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port bbd71d32-cefe-4efd-a0d5-f2682da7cef4, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=bbd71d32-cefe-4efd-a0d5-f2682da7cef4,segment=NetworkSegment(57139028-9621-4d1b-9c6f-932ad334f490),segment_id=57139028-9621-4d1b-9c6f-932ad334f490)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:43:20.237428 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Returning: {'device': 'bbd71d32-cefe-4efd-a0d5-f2682da7cef4', 'network_id': '1f7dcd01-712e-4910-801c-ec7cd2120c05', 'port_id': 'bbd71d32-cefe-4efd-a0d5-f2682da7cef4', 'mac_address': 'fa:16:3e:7c:4e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae076d4d-1578-4f2e-a837-de4e9e6970fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:43:20.276418 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port bbd71d32-cefe-4efd-a0d5-f2682da7cef4 is: DOWN; New status is: BUILD {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:43:20.276815 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (bbd71d32-cefe-4efd-a0d5-f2682da7cef4), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:20.283825 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ff8225ca-1176-4bc9-9ef6-f57b76761d5c req-249ebe2b-6346-4cef-8906-717a6af7f441 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589244 May 23 15:43:20.291136 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd71d32-cefe-4efd-a0d5-f2682da7cef4 {{(pid=111210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:43:20.317221 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port bbd71d32-cefe-4efd-a0d5-f2682da7cef4, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=bbd71d32-cefe-4efd-a0d5-f2682da7cef4,segment=NetworkSegment(57139028-9621-4d1b-9c6f-932ad334f490),segment_id=57139028-9621-4d1b-9c6f-932ad334f490)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:43:20.425305 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (bbd71d32-cefe-4efd-a0d5-f2682da7cef4), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:20.472884 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=bbd71d32-cefe-4efd-a0d5-f2682da7cef4,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:20.590056 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:20.653046 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:20.751033 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275279b5-274a-4c32-9aae-53822cc07ca9 req-0409c88e-b59c-4f6a-af4d-302cfb659e6e tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:20.753121 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-275279b5-274a-4c32-9aae-53822cc07ca9 req-0409c88e-b59c-4f6a-af4d-302cfb659e6e tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.0477881 May 23 15:43:20.805407 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-275279b5-274a-4c32-9aae-53822cc07ca9 req-6ab5dfca-8c47-4e51-aecf-8a048da03a7f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465608 May 23 15:43:20.849313 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a3fa35b7-c1d4-4bd0-a952-f8a98cbaa886 req-7700b0e3-a786-421f-9b44-c59abf9330ec tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 210 time: 0.0310087 May 23 15:43:20.902495 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['bbd71d32-cefe-4efd-a0d5-f2682da7cef4'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:43:21.047124 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:21.406814 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbf16f-4171-41f8-8b2c-d17f0655234b req-f019ec55-78ad-433a-b8cc-1f774a7ec617 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:21.408754 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2fdbf16f-4171-41f8-8b2c-d17f0655234b req-f019ec55-78ad-433a-b8cc-1f774a7ec617 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=450d3441-4eda-4616-b10f-13b39f479375 HTTP/1.1" status: 200 len: 944 time: 0.0541246 May 23 15:43:21.458256 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2fdbf16f-4171-41f8-8b2c-d17f0655234b req-0a056082-7630-4809-9dfb-f788f73c8a0a tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435879 May 23 15:43:21.712807 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-f8f10f95-7f3e-46f1-b8da-c36e1ae0a8a3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:21.714309 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-f8f10f95-7f3e-46f1-b8da-c36e1ae0a8a3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.69 "GET /v2.0/networks?id=6b67b25e-d689-4151-bafc-c9d67faaca84 HTTP/1.1" status: 200 len: 815 time: 0.1266422 May 23 15:43:21.840960 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-b0bd36be-73af-4c3f-80ea-b3398d01bfc4 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a15ae9d15a64468f80628ed51c2e42d6 HTTP/1.1" status: 200 len: 379 time: 0.0943928 May 23 15:43:21.855570 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-5b0c96de-269e-408f-8416-dac7fc8e06b1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Request body: {'port': {'device_id': 'ce2cd056-b2f1-43fb-a60a-323039d15162', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'admin_state_up': True, 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'security_groups': ['eabc8712-e648-4d3e-b0ff-f749c8917527']}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:43:21.875615 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device bbd71d32-cefe-4efd-a0d5-f2682da7cef4 up at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:43:21.882670 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3a561588-9f48-454b-b78b-f6bb407a75c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:21.986829 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning for port bbd71d32-cefe-4efd-a0d5-f2682da7cef4 completed by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:43:21.990681 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:22.023385 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5ad25c7c-e24e-40ac-b05e-589fe465250d req-95d06c9c-599c-45b5-baaf-e116373a1ad9 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 210 time: 0.0714331 May 23 15:43:22.056042 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e1b5e-271b-4c5a-8b1e-3c603816fbe1 req-a1cd2701-a63d-4977-92e2-f108ec925ef5 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:22.057558 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-179e1b5e-271b-4c5a-8b1e-3c603816fbe1 req-a1cd2701-a63d-4977-92e2-f108ec925ef5 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.1069078 May 23 15:43:22.065037 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning complete for port bbd71d32-cefe-4efd-a0d5-f2682da7cef4 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:43:22.065591 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (bbd71d32-cefe-4efd-a0d5-f2682da7cef4), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:22.100935 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:22.142074 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-179e1b5e-271b-4c5a-8b1e-3c603816fbe1 req-6026fe76-152f-47a8-b927-7d48f3a2d577 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787742 May 23 15:43:22.170375 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port bbd71d32-cefe-4efd-a0d5-f2682da7cef4 is: BUILD; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:43:22.170768 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (bbd71d32-cefe-4efd-a0d5-f2682da7cef4), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:22.198726 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450d3441-4eda-4616-b10f-13b39f479375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd71d32-cefe-4efd-a0d5-f2682da7cef4'}] {{(pid=111210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:43:22.200927 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9c7a1c507f49bcca1db13b0162076e02f5240d03c1faf9934ae6854bea0488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bced0f-9770-41ec-9e73-6d260a933511" -d '{"events": [{"server_uuid": "450d3441-4eda-4616-b10f-13b39f479375", "name": "network-vif-plugged", "status": "completed", "tag": "bbd71d32-cefe-4efd-a0d5-f2682da7cef4"}]}' {{(pid=111210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:43:22.213701 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port bbd71d32-cefe-4efd-a0d5-f2682da7cef4, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=bbd71d32-cefe-4efd-a0d5-f2682da7cef4,segment=NetworkSegment(57139028-9621-4d1b-9c6f-932ad334f490),segment_id=57139028-9621-4d1b-9c6f-932ad334f490)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:43:22.218425 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-5b0c96de-269e-408f-8416-dac7fc8e06b1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Made reservation on behalf of a15ae9d15a64468f80628ed51c2e42d6 for: {'port': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:43:22.225027 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-5b0c96de-269e-408f-8416-dac7fc8e06b1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:22.246674 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bd581c-f594-4df7-8fb7-f918bc654c01 x-openstack-request-id: req-a9bd581c-f594-4df7-8fb7-f918bc654c01 {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:43:22.247213 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450d3441-4eda-4616-b10f-13b39f479375", "name": "network-vif-plugged", "status": "completed", "tag": "bbd71d32-cefe-4efd-a0d5-f2682da7cef4", "code": 200}]} {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:43:22.247474 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a9bd581c-f594-4df7-8fb7-f918bc654c01 {{(pid=111210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:43:22.247867 dv-cinder-840678-12-iscsi neutron-server[111210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9bd581c-f594-4df7-8fb7-f918bc654c01'] response: {'server_uuid': '450d3441-4eda-4616-b10f-13b39f479375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd71d32-cefe-4efd-a0d5-f2682da7cef4', 'code': 200} May 23 15:43:22.321450 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (bbd71d32-cefe-4efd-a0d5-f2682da7cef4), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:22.354714 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:22.359387 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_common [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-5b0c96de-269e-408f-8416-dac7fc8e06b1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Allocated IP 172.20.0.9 (6b67b25e-d689-4151-bafc-c9d67faaca84/798d4771-9590-4ee2-b6ff-bdfb7b6f48c3/cefdd54f-7186-4994-802f-370961a2ffcb) {{(pid=111209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:43:22.374451 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=bbd71d32-cefe-4efd-a0d5-f2682da7cef4,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:22.495877 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-5b0c96de-269e-408f-8416-dac7fc8e06b1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for port (cefdd54f-7186-4994-802f-370961a2ffcb), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:22.506557 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:22.576971 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd1a23-3c5f-47b5-95b0-b8119763d63a req-e306aed7-52a3-4ea1-97b0-069e830a8e62 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:22.581619 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-37fd1a23-3c5f-47b5-95b0-b8119763d63a req-e306aed7-52a3-4ea1-97b0-069e830a8e62 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=450d3441-4eda-4616-b10f-13b39f479375 HTTP/1.1" status: 200 len: 945 time: 0.0516164 May 23 15:43:22.627246 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-37fd1a23-3c5f-47b5-95b0-b8119763d63a req-7cf2bb6d-b9f1-41bb-a1b0-a57ecf1523b7 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421810 May 23 15:43:22.635533 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-5b0c96de-269e-408f-8416-dac7fc8e06b1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (cefdd54f-7186-4994-802f-370961a2ffcb), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:22.675983 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-5b0c96de-269e-408f-8416-dac7fc8e06b1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Network 6b67b25e-d689-4151-bafc-c9d67faaca84 is already hosted by enough agents. {{(pid=111209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:43:22.680950 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-5b0c96de-269e-408f-8416-dac7fc8e06b1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Resources bound (agent type, host, resource id): {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:43:22.684437 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-5b0c96de-269e-408f-8416-dac7fc8e06b1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Received port after_create {{(pid=111209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:43:22.716059 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c96de-269e-408f-8416-dac7fc8e06b1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event updated for resources: {'Port': ['ID=cefdd54f-7186-4994-802f-370961a2ffcb,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:22.745231 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-5b0c96de-269e-408f-8416-dac7fc8e06b1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:22.745765 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-5b0c96de-269e-408f-8416-dac7fc8e06b1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:22.839381 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-5b0c96de-269e-408f-8416-dac7fc8e06b1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9820554 May 23 15:43:22.959333 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-b94d4e05-5fcd-473e-add0-ae6e2977ace3 None None] Provisioning complete for port cefdd54f-7186-4994-802f-370961a2ffcb triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:43:22.959859 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-b94d4e05-5fcd-473e-add0-ae6e2977ace3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (cefdd54f-7186-4994-802f-370961a2ffcb), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:22.978388 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:22.990447 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-b94d4e05-5fcd-473e-add0-ae6e2977ace3 None None] Port cefdd54f-7186-4994-802f-370961a2ffcb cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:43:23.135568 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f236db-e719-4476-a8a3-09657b74c604 req-4900e499-64cb-4d1d-a90b-debba334aa3c tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:23.137171 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-61f236db-e719-4476-a8a3-09657b74c604 req-4900e499-64cb-4d1d-a90b-debba334aa3c tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 931 time: 0.0506134 May 23 15:43:23.175170 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:23.176101 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:23.176890 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=67 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:23.187086 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-61f236db-e719-4476-a8a3-09657b74c604 req-883aecb3-a9eb-4f54-ab44-594d2522a479 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=eabc8712-e648-4d3e-b0ff-f749c8917527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444200 May 23 15:43:23.263797 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc6d3a-f3f4-4df4-8e48-bbc67cf68f52 req-bf824cfa-2f44-411b-8890-fdde4cf91ac0 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:23.266918 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c9bc6d3a-f3f4-4df4-8e48-bbc67cf68f52 req-bf824cfa-2f44-411b-8890-fdde4cf91ac0 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.0476308 May 23 15:43:23.281625 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:23.314277 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c9bc6d3a-f3f4-4df4-8e48-bbc67cf68f52 req-4ddd3c23-9ec6-4985-9848-9385f0411710 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415876 May 23 15:43:23.464112 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:23.572613 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:23.589486 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:23.728352 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:23.746050 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed4e3d-0882-4e1d-832b-42ae25dea0fc req-abe7dca4-1cda-4bb6-b3d4-9af42efcb6d0 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:23.747511 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1eed4e3d-0882-4e1d-832b-42ae25dea0fc req-abe7dca4-1cda-4bb6-b3d4-9af42efcb6d0 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=450d3441-4eda-4616-b10f-13b39f479375 HTTP/1.1" status: 200 len: 945 time: 0.0491989 May 23 15:43:23.798315 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1eed4e3d-0882-4e1d-832b-42ae25dea0fc req-de825a4f-f92c-439f-8faf-e68e8aabd602 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450106 May 23 15:43:23.893675 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:24.069903 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:24.150432 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:24.224024 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-0f1903fd-edac-49a2-9e27-97760852c101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:24.302743 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff73ae6-ef47-4463-86b9-53f9f8b04f5a req-d143e36e-ac56-4e45-972c-b57300c3d1ec tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:24.304236 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2ff73ae6-ef47-4463-86b9-53f9f8b04f5a req-d143e36e-ac56-4e45-972c-b57300c3d1ec tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 931 time: 0.0476613 May 23 15:43:24.338579 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:24.353556 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2ff73ae6-ef47-4463-86b9-53f9f8b04f5a req-7537ffbe-e5ea-421f-94af-02b6a0953eb1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=eabc8712-e648-4d3e-b0ff-f749c8917527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437059 May 23 15:43:24.426599 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727e5b3-4518-476b-b36d-bfa508af52ae req-764960ed-0c1d-460a-aec0-f7f403de1029 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:24.427968 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5727e5b3-4518-476b-b36d-bfa508af52ae req-764960ed-0c1d-460a-aec0-f7f403de1029 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.0463624 May 23 15:43:24.474537 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5727e5b3-4518-476b-b36d-bfa508af52ae req-d5ea5e8f-54f7-40c7-a9e5-9405c993d62a tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410795 May 23 15:43:24.913126 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290923aa-8ccd-4a0b-a146-b064cbd6e638 req-239e8032-e66c-4cb7-9be8-edf4b5b601ef tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:24.914640 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-290923aa-8ccd-4a0b-a146-b064cbd6e638 req-239e8032-e66c-4cb7-9be8-edf4b5b601ef tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=450d3441-4eda-4616-b10f-13b39f479375 HTTP/1.1" status: 200 len: 945 time: 0.0514030 May 23 15:43:24.966968 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-290923aa-8ccd-4a0b-a146-b064cbd6e638 req-a2cf7ac8-b71c-46c6-a9c9-74fe7b7c1be0 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469134 May 23 15:43:25.420714 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-b8e2a078-2aa2-461f-84c4-703fe3f4239f service neutron] Request body: {'port': {'device_id': 'ce2cd056-b2f1-43fb-a60a-323039d15162', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:43:25.547715 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cafe0d-a57b-48f6-90c3-f15cd8b638e0 req-c61d28ed-a1cf-4784-baf8-8bcf6028cc2d tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:25.549273 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-53cafe0d-a57b-48f6-90c3-f15cd8b638e0 req-c61d28ed-a1cf-4784-baf8-8bcf6028cc2d tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 931 time: 0.1075821 May 23 15:43:25.578426 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:25.580417 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763151a-6c89-428f-95cb-6297751773c7 req-0704ead9-ad26-4077-802a-58e7982a47a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:25.581951 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0763151a-6c89-428f-95cb-6297751773c7 req-0704ead9-ad26-4077-802a-58e7982a47a0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=450d3441-4eda-4616-b10f-13b39f479375 HTTP/1.1" status: 200 len: 1129 time: 0.1204069 May 23 15:43:25.598469 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-b8e2a078-2aa2-461f-84c4-703fe3f4239f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (cefdd54f-7186-4994-802f-370961a2ffcb), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:25.654919 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bccb793-817f-452b-8118-de6019771708 req-ca85acb2-5108-4938-ab20-2b2d6d9c4395 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:25.656398 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8bccb793-817f-452b-8118-de6019771708 req-ca85acb2-5108-4938-ab20-2b2d6d9c4395 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.1024051 May 23 15:43:25.727584 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:25.734981 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-53cafe0d-a57b-48f6-90c3-f15cd8b638e0 req-43d0d9d0-7db1-4611-9f9d-817f1cac9466 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=eabc8712-e648-4d3e-b0ff-f749c8917527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754565 May 23 15:43:25.816104 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8bccb793-817f-452b-8118-de6019771708 req-c4ea3cef-e9aa-4d12-97c3-df633995c255 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477380 May 23 15:43:25.922916 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:25.991986 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-b8e2a078-2aa2-461f-84c4-703fe3f4239f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cefdd54f-7186-4994-802f-370961a2ffcb {{(pid=111209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:43:26.002606 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-b8e2a078-2aa2-461f-84c4-703fe3f4239f service neutron] Publish callbacks [] for port (cefdd54f-7186-4994-802f-370961a2ffcb), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:26.030166 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.provisioning_blocks [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-b8e2a078-2aa2-461f-84c4-703fe3f4239f service neutron] Transition to ACTIVE for port object cefdd54f-7186-4994-802f-370961a2ffcb will not be triggered until provisioned by entity L2. {{(pid=111209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:43:26.036630 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0763151a-6c89-428f-95cb-6297751773c7 req-cbf0c5fb-66af-4ceb-a84b-cbebc052fbd1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714278 May 23 15:43:26.095510 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-b8e2a078-2aa2-461f-84c4-703fe3f4239f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (cefdd54f-7186-4994-802f-370961a2ffcb), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:26.144292 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1670a7-da1c-4754-9857-01f559fa5162 req-93dd209e-2843-49f6-930e-72026b2f4d07 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:26.145742 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0d1670a7-da1c-4754-9857-01f559fa5162 req-93dd209e-2843-49f6-930e-72026b2f4d07 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=450d3441-4eda-4616-b10f-13b39f479375 HTTP/1.1" status: 200 len: 945 time: 0.0813897 May 23 15:43:26.180156 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2a078-2aa2-461f-84c4-703fe3f4239f service neutron] Pushing event updated for resources: {'Port': ['ID=cefdd54f-7186-4994-802f-370961a2ffcb,revision_number=2']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:26.252405 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0d1670a7-da1c-4754-9857-01f559fa5162 req-498bc1c2-10c0-4cb0-a23c-f5da19db4f01 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004713 May 23 15:43:26.279447 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-b8e2a078-2aa2-461f-84c4-703fe3f4239f service neutron] Attempting to bind port cefdd54f-7186-4994-802f-370961a2ffcb on host hv-cinder-84067 for vnic_type normal with profile {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:43:26.280015 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-b8e2a078-2aa2-461f-84c4-703fe3f4239f service neutron] Attempting to bind port cefdd54f-7186-4994-802f-370961a2ffcb by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'eb2ba815-dec5-4bfe-b7e3-360ced084414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84'}] {{(pid=111209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:43:26.280359 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-b8e2a078-2aa2-461f-84c4-703fe3f4239f service neutron] Attempting to bind port cefdd54f-7186-4994-802f-370961a2ffcb on network 6b67b25e-d689-4151-bafc-c9d67faaca84 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:43:26.286295 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-b8e2a078-2aa2-461f-84c4-703fe3f4239f service neutron] Port cefdd54f-7186-4994-802f-370961a2ffcb on network 6b67b25e-d689-4151-bafc-c9d67faaca84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:43:26.288385 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-b8e2a078-2aa2-461f-84c4-703fe3f4239f service neutron] Attempting to bind port cefdd54f-7186-4994-802f-370961a2ffcb on network 6b67b25e-d689-4151-bafc-c9d67faaca84 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:43:26.292584 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-b8e2a078-2aa2-461f-84c4-703fe3f4239f service neutron] Checking agent: {'id': '0d13f95c-3035-4c18-beb8-0a83c2b7abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'started_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:43:26.292924 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-b8e2a078-2aa2-461f-84c4-703fe3f4239f service neutron] Checking segment: {'id': 'eb2ba815-dec5-4bfe-b7e3-360ced084414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:43:26.293347 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-b8e2a078-2aa2-461f-84c4-703fe3f4239f service neutron] Bound using segment: {'id': 'eb2ba815-dec5-4bfe-b7e3-360ced084414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84'} {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:43:26.293921 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-b8e2a078-2aa2-461f-84c4-703fe3f4239f service neutron] Bound port: cefdd54f-7186-4994-802f-370961a2ffcb, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2ba815-dec5-4bfe-b7e3-360ced084414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84'}}] {{(pid=111209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:43:26.294128 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-b8e2a078-2aa2-461f-84c4-703fe3f4239f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (cefdd54f-7186-4994-802f-370961a2ffcb), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:26.347915 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:26.368635 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-b8e2a078-2aa2-461f-84c4-703fe3f4239f service neutron] For port cefdd54f-7186-4994-802f-370961a2ffcb, host hv-cinder-84067, cleared binding levels {{(pid=111209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:43:26.370857 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-b8e2a078-2aa2-461f-84c4-703fe3f4239f service neutron] For port cefdd54f-7186-4994-802f-370961a2ffcb, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=cefdd54f-7186-4994-802f-370961a2ffcb,segment=NetworkSegment(eb2ba815-dec5-4bfe-b7e3-360ced084414),segment_id=eb2ba815-dec5-4bfe-b7e3-360ced084414)] {{(pid=111209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:43:26.471235 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-b8e2a078-2aa2-461f-84c4-703fe3f4239f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (cefdd54f-7186-4994-802f-370961a2ffcb), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:26.506709 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-b8e2a078-2aa2-461f-84c4-703fe3f4239f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:26.506709 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-b8e2a078-2aa2-461f-84c4-703fe3f4239f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:26.507962 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-b8e2a078-2aa2-461f-84c4-703fe3f4239f service neutron] 10.222.0.69 "PUT /v2.0/ports/cefdd54f-7186-4994-802f-370961a2ffcb HTTP/1.1" status: 200 len: 1093 time: 1.0922709 May 23 15:43:26.508404 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2cd056-b2f1-43fb-a60a-323039d15162', 'tag': 'cefdd54f-7186-4994-802f-370961a2ffcb'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:43:26.510793 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038f3b65-55ae-4765-9506-2bcb9049b7d0" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2cd056-b2f1-43fb-a60a-323039d15162", "tag": "cefdd54f-7186-4994-802f-370961a2ffcb"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:43:26.536797 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2a078-2aa2-461f-84c4-703fe3f4239f service neutron] Pushing event updated for resources: {'Port': ['ID=cefdd54f-7186-4994-802f-370961a2ffcb,revision_number=3']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:26.566607 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39a816d-a328-487a-8334-7eba3648c615 x-openstack-request-id: req-a39a816d-a328-487a-8334-7eba3648c615 {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:43:26.574597 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2cd056-b2f1-43fb-a60a-323039d15162", "tag": "cefdd54f-7186-4994-802f-370961a2ffcb", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:43:26.574597 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a39a816d-a328-487a-8334-7eba3648c615 {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:43:26.574597 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a39a816d-a328-487a-8334-7eba3648c615'] response: {'name': 'network-changed', 'server_uuid': 'ce2cd056-b2f1-43fb-a60a-323039d15162', 'tag': 'cefdd54f-7186-4994-802f-370961a2ffcb', 'status': 'completed', 'code': 200} May 23 15:43:26.624388 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:26.852052 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9272ece-2799-434b-87aa-51fd9e52569a req-e7eb0b59-c8ac-4877-8f1d-a5593c677699 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:26.853579 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d9272ece-2799-434b-87aa-51fd9e52569a req-e7eb0b59-c8ac-4877-8f1d-a5593c677699 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 943 time: 0.0483844 May 23 15:43:26.949913 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d9272ece-2799-434b-87aa-51fd9e52569a req-632bcaa5-4049-4697-a06c-2a5a7a039d98 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=eabc8712-e648-4d3e-b0ff-f749c8917527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904684 May 23 15:43:26.963140 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630486b-b7d4-4eb5-b225-29c4cbfe95c5 req-1ef78901-80d1-4610-9af3-7de091eedcf7 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:26.964592 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b630486b-b7d4-4eb5-b225-29c4cbfe95c5 req-1ef78901-80d1-4610-9af3-7de091eedcf7 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.0652347 May 23 15:43:27.014157 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b630486b-b7d4-4eb5-b225-29c4cbfe95c5 req-8f805a6d-e265-4612-b1c7-1e92cce6ac38 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431902 May 23 15:43:27.230188 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:27.374431 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158d9c4-6a4c-4f6d-a1f3-48e57815dfef req-ed48e41e-1116-41c5-b697-b789e7f2748d tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:27.375926 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2158d9c4-6a4c-4f6d-a1f3-48e57815dfef req-ed48e41e-1116-41c5-b697-b789e7f2748d tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=450d3441-4eda-4616-b10f-13b39f479375 HTTP/1.1" status: 200 len: 945 time: 0.0485308 May 23 15:43:27.432123 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2158d9c4-6a4c-4f6d-a1f3-48e57815dfef req-c6f32641-a646-4505-a2b5-5f93105cdd4c tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492175 May 23 15:43:28.063483 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fe22a-7a45-4e42-94c7-9c9c1de3e579 req-da0a537a-87e9-481a-8fbf-f9551752bd0f tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:28.065272 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0a7fe22a-7a45-4e42-94c7-9c9c1de3e579 req-da0a537a-87e9-481a-8fbf-f9551752bd0f tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 943 time: 0.0482693 May 23 15:43:28.223006 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:43:28.247551 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:28.370727 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687f7f0-2b3b-4d84-8be8-2e2b6ec6656f req-e11225a7-c766-44d2-a6ca-814be6cef3ef tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:28.372162 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6687f7f0-2b3b-4d84-8be8-2e2b6ec6656f req-e11225a7-c766-44d2-a6ca-814be6cef3ef tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.2816818 May 23 15:43:28.375131 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0a7fe22a-7a45-4e42-94c7-9c9c1de3e579 req-6a152f78-4d07-4014-83f1-066850f9c0bf tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=eabc8712-e648-4d3e-b0ff-f749c8917527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3032186 May 23 15:43:28.421529 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6687f7f0-2b3b-4d84-8be8-2e2b6ec6656f req-428197e6-f7e0-43b7-bd55-d76e62651365 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431609 May 23 15:43:28.549389 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645f355-74b7-49ca-bd89-9183c5d45c62 req-b53fe246-9c85-4848-a346-cb6c5d178068 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:28.550860 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3645f355-74b7-49ca-bd89-9183c5d45c62 req-b53fe246-9c85-4848-a346-cb6c5d178068 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=450d3441-4eda-4616-b10f-13b39f479375 HTTP/1.1" status: 200 len: 945 time: 0.0493410 May 23 15:43:28.600817 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3645f355-74b7-49ca-bd89-9183c5d45c62 req-939e2180-dcce-4a11-bde0-0e34b6913397 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443475 May 23 15:43:29.496775 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f21e7e-d614-430c-b1c8-044cf61c8af3 req-3c340204-abb6-45d0-929d-4a80961567cc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:29.498267 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-40f21e7e-d614-430c-b1c8-044cf61c8af3 req-3c340204-abb6-45d0-929d-4a80961567cc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 943 time: 0.0505188 May 23 15:43:29.515302 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:29.571052 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809d771-9480-40f9-865a-04099e19bb16 req-10f8f4f8-2403-4e8a-bf1f-d5e7f1ad4783 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:29.571052 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6809d771-9480-40f9-865a-04099e19bb16 req-10f8f4f8-2403-4e8a-bf1f-d5e7f1ad4783 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.0682955 May 23 15:43:29.595998 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-40f21e7e-d614-430c-b1c8-044cf61c8af3 req-a8ebf350-5917-4fe8-8401-ee61bcceda2b tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=eabc8712-e648-4d3e-b0ff-f749c8917527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864792 May 23 15:43:29.625611 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6809d771-9480-40f9-865a-04099e19bb16 req-c8d03fad-bb98-454f-96ef-6a15a2070a28 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518694 May 23 15:43:29.715861 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0c707-f053-4cc3-9ec5-7d0798637126 req-50e06f7a-fb8b-45e0-b38f-7c91fd69775a tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:29.717320 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b9f0c707-f053-4cc3-9ec5-7d0798637126 req-50e06f7a-fb8b-45e0-b38f-7c91fd69775a tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=450d3441-4eda-4616-b10f-13b39f479375 HTTP/1.1" status: 200 len: 945 time: 0.0496302 May 23 15:43:29.765849 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b9f0c707-f053-4cc3-9ec5-7d0798637126 req-1d0d753c-6ab8-4358-89ae-65d30f6b5441 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420277 May 23 15:43:30.748843 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b8c8b-f73f-4b88-ab3a-648336210528 req-fa0df5fb-5b3b-4f0e-a3ff-0e50045f0a0a tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:30.748843 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-999b8c8b-f73f-4b88-ab3a-648336210528 req-fa0df5fb-5b3b-4f0e-a3ff-0e50045f0a0a tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 943 time: 0.0845854 May 23 15:43:30.793943 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f3b65-55ae-4765-9506-2bcb9049b7d0 req-e87e9eaa-cee2-4451-b952-7b6bb9d78b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:30.795687 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-038f3b65-55ae-4765-9506-2bcb9049b7d0 req-e87e9eaa-cee2-4451-b952-7b6bb9d78b44 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a15ae9d15a64468f80628ed51c2e42d6&device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 1127 time: 0.0950229 May 23 15:43:30.808287 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505cacf-a1f3-49f2-93d1-9473133969da req-77f78a02-62c6-4726-a7bf-1fd8893087b0 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:30.809699 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c505cacf-a1f3-49f2-93d1-9473133969da req-77f78a02-62c6-4726-a7bf-1fd8893087b0 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.1081688 May 23 15:43:30.853079 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-999b8c8b-f73f-4b88-ab3a-648336210528 req-6abb8e50-c7ec-4dc0-9db4-cb845889ccf4 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=eabc8712-e648-4d3e-b0ff-f749c8917527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825140 May 23 15:43:30.882719 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c505cacf-a1f3-49f2-93d1-9473133969da req-4b1e4b50-1cd1-40f8-afee-e9bb093164e1 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669632 May 23 15:43:30.969370 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d9375-ed2f-427a-851b-802ba8d85e47 req-475907c0-d2c6-40a9-8290-c9b9858d92af tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:30.971039 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3e4d9375-ed2f-427a-851b-802ba8d85e47 req-475907c0-d2c6-40a9-8290-c9b9858d92af tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=450d3441-4eda-4616-b10f-13b39f479375 HTTP/1.1" status: 200 len: 945 time: 0.0481532 May 23 15:43:30.987862 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:31.030731 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3e4d9375-ed2f-427a-851b-802ba8d85e47 req-3b3c2036-0219-43c6-baf9-0cf232be4fd3 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507314 May 23 15:43:31.440265 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f3b65-55ae-4765-9506-2bcb9049b7d0 req-a0b72a68-ec02-49f7-9a8b-372ced6d7b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:31.441768 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-038f3b65-55ae-4765-9506-2bcb9049b7d0 req-a0b72a68-ec02-49f7-9a8b-372ced6d7b30 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a15ae9d15a64468f80628ed51c2e42d6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1054444 May 23 15:43:31.642595 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f3b65-55ae-4765-9506-2bcb9049b7d0 req-41029d6d-544f-4066-af70-4432f2e5fbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:31.644051 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-038f3b65-55ae-4765-9506-2bcb9049b7d0 req-41029d6d-544f-4066-af70-4432f2e5fbf1 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1176493 May 23 15:43:31.724083 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6e0f5-b294-40b0-a8e1-ec82ce5261a2 req-a292861f-c190-4252-86aa-91624840ecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:31.725708 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bfc6e0f5-b294-40b0-a8e1-ec82ce5261a2 req-a292861f-c190-4252-86aa-91624840ecf4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65483f2a0c914022b38e501691095c51&device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 1130 time: 0.0470059 May 23 15:43:31.968786 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718a231-f371-4a7d-bd02-1ff5d14f7c62 req-fecd0901-bdd4-4370-b1f4-5f02a2f6e252 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:31.970249 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7718a231-f371-4a7d-bd02-1ff5d14f7c62 req-fecd0901-bdd4-4370-b1f4-5f02a2f6e252 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 943 time: 0.0457828 May 23 15:43:32.016473 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7718a231-f371-4a7d-bd02-1ff5d14f7c62 req-4c9f87fa-0bb3-4e15-83f2-04014844b2f1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=eabc8712-e648-4d3e-b0ff-f749c8917527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398962 May 23 15:43:32.121899 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fc079-01d5-4c92-8517-f2b9e0b8b860 req-0427f267-a3b5-41fe-9a07-7d76fdca17cb tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:32.124298 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a58fc079-01d5-4c92-8517-f2b9e0b8b860 req-0427f267-a3b5-41fe-9a07-7d76fdca17cb tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.0473413 May 23 15:43:32.173326 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a58fc079-01d5-4c92-8517-f2b9e0b8b860 req-d5b4ab25-4688-4c9c-8258-0858184d2440 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433881 May 23 15:43:32.275671 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d8333-023d-4865-8255-9671c66f76ff req-fe028e2e-92f1-4649-8765-5d614a364f61 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:32.277112 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0e4d8333-023d-4865-8255-9671c66f76ff req-fe028e2e-92f1-4649-8765-5d614a364f61 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=450d3441-4eda-4616-b10f-13b39f479375 HTTP/1.1" status: 200 len: 945 time: 0.0496790 May 23 15:43:32.323094 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0e4d8333-023d-4865-8255-9671c66f76ff req-ba666c25-c68c-4e5b-8fd7-00f406d6e818 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405192 May 23 15:43:33.129372 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c12d7-e42a-43bc-b20b-8f748e0ef367 req-375a2077-fb49-40c7-ad2c-b160e051ab6e tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:33.130875 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bd2c12d7-e42a-43bc-b20b-8f748e0ef367 req-375a2077-fb49-40c7-ad2c-b160e051ab6e tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 943 time: 0.0474508 May 23 15:43:33.149676 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:33.186907 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bd2c12d7-e42a-43bc-b20b-8f748e0ef367 req-1f8cf368-4d74-4bf6-86b8-2e648b3597b8 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=eabc8712-e648-4d3e-b0ff-f749c8917527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505345 May 23 15:43:33.284473 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd8ff9-9251-42a1-884d-333153bb3444 req-a2ebc9c3-be1d-4d44-ba9b-9048db4ddf30 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:33.285978 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-34fd8ff9-9251-42a1-884d-333153bb3444 req-a2ebc9c3-be1d-4d44-ba9b-9048db4ddf30 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.0458293 May 23 15:43:33.338029 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-34fd8ff9-9251-42a1-884d-333153bb3444 req-f174c6e2-b7af-474a-8784-dd0c5bcf9267 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464754 May 23 15:43:33.864968 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=73,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:34.298089 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97cea6-3e8c-4257-8900-6db84a49a390 req-fca80c47-0eb4-47b1-a672-be2de62b1f26 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:34.299782 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-fb97cea6-3e8c-4257-8900-6db84a49a390 req-fca80c47-0eb4-47b1-a672-be2de62b1f26 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 943 time: 0.0475423 May 23 15:43:34.347714 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-fb97cea6-3e8c-4257-8900-6db84a49a390 req-811f3a78-24e5-4c5f-ba20-d00dec4b6d30 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=eabc8712-e648-4d3e-b0ff-f749c8917527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424387 May 23 15:43:34.450995 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a06ba-ac24-4f53-ad1e-95ecbe1bba86 req-657a5884-25de-4ffd-a5c6-b95d2159cf59 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:34.452753 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0c8a06ba-ac24-4f53-ad1e-95ecbe1bba86 req-657a5884-25de-4ffd-a5c6-b95d2159cf59 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.0490313 May 23 15:43:34.599016 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0c8a06ba-ac24-4f53-ad1e-95ecbe1bba86 req-6dd286da-5795-4100-9aa8-42de0852c5a9 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401839 May 23 15:43:34.602500 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-53769c4d-d3bb-4c0e-88bc-bc3bca28fab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:34.603918 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-53769c4d-d3bb-4c0e-88bc-bc3bca28fab6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a15ae9d15a64468f80628ed51c2e42d6&device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 1127 time: 0.1045802 May 23 15:43:34.624314 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:34.637846 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6e0f5-b294-40b0-a8e1-ec82ce5261a2 req-472809a5-7473-4c4d-8027-32cb4b83af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:34.639268 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bfc6e0f5-b294-40b0-a8e1-ec82ce5261a2 req-472809a5-7473-4c4d-8027-32cb4b83af95 service neutron] 10.222.0.69 "GET /v2.0/networks?id=eeca0c6c-3155-49db-bdc5-95de249b904d HTTP/1.1" status: 200 len: 917 time: 0.1642957 May 23 15:43:34.669327 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-a639e91c-681b-4235-a085-066753ba6938 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cefdd54f-7186-4994-802f-370961a2ffcb HTTP/1.1" status: 200 len: 217 time: 0.0437677 May 23 15:43:34.724819 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bfc6e0f5-b294-40b0-a8e1-ec82ce5261a2 req-949284b3-79b1-4fb1-9ab2-fbf50cbb5bdb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f HTTP/1.1" status: 200 len: 217 time: 0.0572228 May 23 15:43:34.774953 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-7a6169d4-0c62-47b9-8bf5-496cdec518de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:34.776358 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-7a6169d4-0c62-47b9-8bf5-496cdec518de service neutron] 10.222.0.69 "GET /v2.0/subnets?id=798d4771-9590-4ee2-b6ff-bdfb7b6f48c3 HTTP/1.1" status: 200 len: 854 time: 0.0999835 May 23 15:43:34.814184 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6e0f5-b294-40b0-a8e1-ec82ce5261a2 req-051e2bbd-e163-4ec8-8a31-70d210996921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:34.818289 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bfc6e0f5-b294-40b0-a8e1-ec82ce5261a2 req-051e2bbd-e163-4ec8-8a31-70d210996921 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca534db1-6e0a-429d-b324-076955c1b25f HTTP/1.1" status: 200 len: 855 time: 0.0832500 May 23 15:43:34.836265 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-553aeba4-6522-45f8-a4e6-b588c56aa331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:34.837780 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-553aeba4-6522-45f8-a4e6-b588c56aa331 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6b67b25e-d689-4151-bafc-c9d67faaca84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0555091 May 23 15:43:34.911485 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6e0f5-b294-40b0-a8e1-ec82ce5261a2 req-71b16285-779a-479f-8745-85ea384803a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:34.913031 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bfc6e0f5-b294-40b0-a8e1-ec82ce5261a2 req-71b16285-779a-479f-8745-85ea384803a1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eeca0c6c-3155-49db-bdc5-95de249b904d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0890505 May 23 15:43:35.005869 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-80c925f4-b9d9-44e0-9f5a-195dd9a2e3a5 service neutron] 10.222.0.69 "GET /v2.0/networks/6b67b25e-d689-4151-bafc-c9d67faaca84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518466 May 23 15:43:35.076801 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bfc6e0f5-b294-40b0-a8e1-ec82ce5261a2 req-bba5298c-5592-45fa-8175-24e70d510da4 service neutron] 10.222.0.69 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555843 May 23 15:43:35.085328 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:35.171596 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-79dbcaeb-73d1-4f81-8d1e-4cfe601a7db9 req-7b25733b-bf4f-4499-a1cd-25f2e14b58f5 service neutron] 10.222.0.69 "GET /v2.0/networks/6b67b25e-d689-4151-bafc-c9d67faaca84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575141 May 23 15:43:35.204246 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bfc6e0f5-b294-40b0-a8e1-ec82ce5261a2 req-a25bf75b-6da2-469e-9b9a-bc203dea302c service neutron] 10.222.0.69 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145694 May 23 15:43:35.468393 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023587c-f02a-4d6e-96a0-66f7b65d5c59 req-1d2dfe75-09c9-4177-8b92-5d3e351ba22e tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:35.469970 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f023587c-f02a-4d6e-96a0-66f7b65d5c59 req-1d2dfe75-09c9-4177-8b92-5d3e351ba22e tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 943 time: 0.0543101 May 23 15:43:35.517122 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f023587c-f02a-4d6e-96a0-66f7b65d5c59 req-6706ac5c-4e7f-427e-943d-55732a4e74a2 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=eabc8712-e648-4d3e-b0ff-f749c8917527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408449 May 23 15:43:35.732071 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56148c59-35a4-42a5-94cf-62d133e1c47a req-8c97d6a0-815c-4de6-8228-397bb2474185 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:35.733480 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-56148c59-35a4-42a5-94cf-62d133e1c47a req-8c97d6a0-815c-4de6-8228-397bb2474185 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.0521183 May 23 15:43:35.781503 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-56148c59-35a4-42a5-94cf-62d133e1c47a req-f781cd2e-18b4-4ce1-9edf-58580cc8d094 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418334 May 23 15:43:36.456417 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5fb51-8adf-4925-90cb-93c7769dbbda req-9dc9c071-c817-4709-bba8-c85e419f6bd7 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:36.457487 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-61d5fb51-8adf-4925-90cb-93c7769dbbda req-9dc9c071-c817-4709-bba8-c85e419f6bd7 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=450d3441-4eda-4616-b10f-13b39f479375 HTTP/1.1" status: 200 len: 945 time: 0.0553105 May 23 15:43:36.521083 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-61d5fb51-8adf-4925-90cb-93c7769dbbda req-12f7be6b-0007-4a29-a3e9-2ab1c7bdc39b tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551138 May 23 15:43:36.638973 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529956a8-0619-4400-9e62-a0da5732466d req-91c8c3b6-2698-480a-92c4-d33fcc5c5d8f tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:36.640494 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-529956a8-0619-4400-9e62-a0da5732466d req-91c8c3b6-2698-480a-92c4-d33fcc5c5d8f tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 943 time: 0.0526690 May 23 15:43:36.690707 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-529956a8-0619-4400-9e62-a0da5732466d req-14a929ae-077b-4b78-a31d-b7b17c1ad034 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=eabc8712-e648-4d3e-b0ff-f749c8917527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430322 May 23 15:43:36.906338 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bbf948-2555-45f0-8cd9-88db20e3b259 req-6de29362-dfda-4f43-ae0a-1d41c7aced2f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:36.907952 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-79bbf948-2555-45f0-8cd9-88db20e3b259 req-6de29362-dfda-4f43-ae0a-1d41c7aced2f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.0536318 May 23 15:43:36.938212 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 44564) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:36.963220 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-79bbf948-2555-45f0-8cd9-88db20e3b259 req-edf89823-415e-4f99-bc30-280dc908d12f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471487 May 23 15:43:37.053712 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a0791001-9c15-409a-9cb2-4ca8c9b78750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:37.139443 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a0791001-9c15-409a-9cb2-4ca8c9b78750 admin admin] Publish callbacks [] for security_group (60a00a23-6361-436c-b9df-0556fd20bd6e), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:37.201048 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a0791001-9c15-409a-9cb2-4ca8c9b78750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (60a00a23-6361-436c-b9df-0556fd20bd6e), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:37.245501 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-a0791001-9c15-409a-9cb2-4ca8c9b78750 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bb1b995c217142cc9bd40c90e2599888&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3039563 May 23 15:43:37.245740 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 44580) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:37.253502 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0791001-9c15-409a-9cb2-4ca8c9b78750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a00a23-6361-436c-b9df-0556fd20bd6e,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:37.270826 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791001-9c15-409a-9cb2-4ca8c9b78750 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:43:37.271102 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791001-9c15-409a-9cb2-4ca8c9b78750 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:43:37.271457 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791001-9c15-409a-9cb2-4ca8c9b78750 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:43:37.271798 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791001-9c15-409a-9cb2-4ca8c9b78750 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:43:37.272131 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791001-9c15-409a-9cb2-4ca8c9b78750 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:43:37.272462 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791001-9c15-409a-9cb2-4ca8c9b78750 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:43:37.272788 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791001-9c15-409a-9cb2-4ca8c9b78750 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:43:37.273160 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791001-9c15-409a-9cb2-4ca8c9b78750 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:43:37.273505 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791001-9c15-409a-9cb2-4ca8c9b78750 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:43:37.273841 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791001-9c15-409a-9cb2-4ca8c9b78750 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:43:37.281843 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791001-9c15-409a-9cb2-4ca8c9b78750 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:43:37.281843 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791001-9c15-409a-9cb2-4ca8c9b78750 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:43:37.281843 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791001-9c15-409a-9cb2-4ca8c9b78750 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:43:37.281843 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791001-9c15-409a-9cb2-4ca8c9b78750 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:43:37.281843 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791001-9c15-409a-9cb2-4ca8c9b78750 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:43:37.314256 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-5c87f3ab-88fc-4c38-83dc-e362aebeab28 admin admin] Publish callbacks [] for security_group (60a00a23-6361-436c-b9df-0556fd20bd6e), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:37.340140 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-5c87f3ab-88fc-4c38-83dc-e362aebeab28 admin admin] Publish callbacks [] for security_group (60a00a23-6361-436c-b9df-0556fd20bd6e), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:37.375721 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device cefdd54f-7186-4994-802f-370961a2ffcb details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=111210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:43:37.479123 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port cefdd54f-7186-4994-802f-370961a2ffcb, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=cefdd54f-7186-4994-802f-370961a2ffcb,segment=NetworkSegment(eb2ba815-dec5-4bfe-b7e3-360ced084414),segment_id=eb2ba815-dec5-4bfe-b7e3-360ced084414)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:43:37.491730 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Returning: {'device': 'cefdd54f-7186-4994-802f-370961a2ffcb', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'port_id': 'cefdd54f-7186-4994-802f-370961a2ffcb', 'mac_address': 'fa:16:3e:57:b8:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:43:37.504565 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-5c87f3ab-88fc-4c38-83dc-e362aebeab28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (60a00a23-6361-436c-b9df-0556fd20bd6e), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:37.507229 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-5c87f3ab-88fc-4c38-83dc-e362aebeab28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:37.508702 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-5c87f3ab-88fc-4c38-83dc-e362aebeab28 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/60a00a23-6361-436c-b9df-0556fd20bd6e HTTP/1.1" status: 204 len: 168 time: 0.2617731 May 23 15:43:37.517897 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87f3ab-88fc-4c38-83dc-e362aebeab28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a00a23-6361-436c-b9df-0556fd20bd6e,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:37.530900 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port cefdd54f-7186-4994-802f-370961a2ffcb is: DOWN; New status is: BUILD {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:43:37.531296 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (cefdd54f-7186-4994-802f-370961a2ffcb), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:37.547953 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cefdd54f-7186-4994-802f-370961a2ffcb {{(pid=111210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:43:37.574403 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port cefdd54f-7186-4994-802f-370961a2ffcb, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=cefdd54f-7186-4994-802f-370961a2ffcb,segment=NetworkSegment(eb2ba815-dec5-4bfe-b7e3-360ced084414),segment_id=eb2ba815-dec5-4bfe-b7e3-360ced084414)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:43:37.634637 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:37.650813 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f50140-9616-4910-9dd5-018b6e7b2be2 req-661972ce-cf8a-4379-9b8f-447daa7ff37c tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:37.652339 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-05f50140-9616-4910-9dd5-018b6e7b2be2 req-661972ce-cf8a-4379-9b8f-447daa7ff37c tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=450d3441-4eda-4616-b10f-13b39f479375 HTTP/1.1" status: 200 len: 945 time: 0.0513597 May 23 15:43:37.676303 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (cefdd54f-7186-4994-802f-370961a2ffcb), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:37.701552 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-05f50140-9616-4910-9dd5-018b6e7b2be2 req-13b950e8-09c1-41c9-a39e-0f6187a1caa1 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434971 May 23 15:43:37.739721 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=cefdd54f-7186-4994-802f-370961a2ffcb,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:37.814573 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba1b09-0f50-43af-8edb-2a32a58797a7 req-414393c7-83f0-41f5-92e1-d2e4952e8bf0 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:37.816199 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-16ba1b09-0f50-43af-8edb-2a32a58797a7 req-414393c7-83f0-41f5-92e1-d2e4952e8bf0 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 944 time: 0.0489457 May 23 15:43:37.873343 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-16ba1b09-0f50-43af-8edb-2a32a58797a7 req-0e4ab688-f64a-4ed3-a21a-a23aa203f4ef tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=eabc8712-e648-4d3e-b0ff-f749c8917527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512748 May 23 15:43:38.075435 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['cefdd54f-7186-4994-802f-370961a2ffcb'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:43:38.120093 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ec684-9f71-4357-b98d-a81b293bd406 req-c5ea8bce-de6f-475b-afd4-ec3a209aedc6 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:38.129216 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-414ec684-9f71-4357-b98d-a81b293bd406 req-c5ea8bce-de6f-475b-afd4-ec3a209aedc6 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.0925782 May 23 15:43:38.176998 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-414ec684-9f71-4357-b98d-a81b293bd406 req-4a046a03-8baf-4cb4-bb49-00cf9b59284d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469134 May 23 15:43:38.216355 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:38.217381 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:38.351741 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0a18e-44b5-4330-984f-e6ecb6d4a37c req-8ebc6c54-f4a7-48c1-a9de-7fad9baf7da5 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:38.353383 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-94e0a18e-44b5-4330-984f-e6ecb6d4a37c req-8ebc6c54-f4a7-48c1-a9de-7fad9baf7da5 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.69 "GET /v2.0/ports?device_id=450d3441-4eda-4616-b10f-13b39f479375 HTTP/1.1" status: 200 len: 945 time: 0.0482340 May 23 15:43:38.421866 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:38.439280 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-94e0a18e-44b5-4330-984f-e6ecb6d4a37c req-a781c43b-03ce-4fa8-bdb1-496ae790b9f5 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Deleting port bbd71d32-cefe-4efd-a0d5-f2682da7cef4 {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:43:38.439614 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-94e0a18e-44b5-4330-984f-e6ecb6d4a37c req-a781c43b-03ce-4fa8-bdb1-496ae790b9f5 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (bbd71d32-cefe-4efd-a0d5-f2682da7cef4), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:38.537168 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-94e0a18e-44b5-4330-984f-e6ecb6d4a37c req-a781c43b-03ce-4fa8-bdb1-496ae790b9f5 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] For port bbd71d32-cefe-4efd-a0d5-f2682da7cef4, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=bbd71d32-cefe-4efd-a0d5-f2682da7cef4,segment=NetworkSegment(57139028-9621-4d1b-9c6f-932ad334f490),segment_id=57139028-9621-4d1b-9c6f-932ad334f490)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:43:38.537514 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-94e0a18e-44b5-4330-984f-e6ecb6d4a37c req-a781c43b-03ce-4fa8-bdb1-496ae790b9f5 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (bbd71d32-cefe-4efd-a0d5-f2682da7cef4), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:38.552201 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-94e0a18e-44b5-4330-984f-e6ecb6d4a37c req-a781c43b-03ce-4fa8-bdb1-496ae790b9f5 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Calling delete_port for bbd71d32-cefe-4efd-a0d5-f2682da7cef4 owned by compute:nova {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:43:38.767378 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-94e0a18e-44b5-4330-984f-e6ecb6d4a37c req-a781c43b-03ce-4fa8-bdb1-496ae790b9f5 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (bbd71d32-cefe-4efd-a0d5-f2682da7cef4), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:38.807432 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781c43b-03ce-4fa8-bdb1-496ae790b9f5 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Pushing event deleted for resources: {'Port': ['ID=bbd71d32-cefe-4efd-a0d5-f2682da7cef4,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:38.838636 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a781c43b-03ce-4fa8-bdb1-496ae790b9f5 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:43:38.839015 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a781c43b-03ce-4fa8-bdb1-496ae790b9f5 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:43:38.839366 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a781c43b-03ce-4fa8-bdb1-496ae790b9f5 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:43:38.839713 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a781c43b-03ce-4fa8-bdb1-496ae790b9f5 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:43:38.840287 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a781c43b-03ce-4fa8-bdb1-496ae790b9f5 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:43:38.840410 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a781c43b-03ce-4fa8-bdb1-496ae790b9f5 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:43:38.840750 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a781c43b-03ce-4fa8-bdb1-496ae790b9f5 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:43:38.841094 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a781c43b-03ce-4fa8-bdb1-496ae790b9f5 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:43:38.841431 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a781c43b-03ce-4fa8-bdb1-496ae790b9f5 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:43:38.841760 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a781c43b-03ce-4fa8-bdb1-496ae790b9f5 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:43:38.842088 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a781c43b-03ce-4fa8-bdb1-496ae790b9f5 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:43:38.842530 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a781c43b-03ce-4fa8-bdb1-496ae790b9f5 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:43:38.842740 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a781c43b-03ce-4fa8-bdb1-496ae790b9f5 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:43:38.843063 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a781c43b-03ce-4fa8-bdb1-496ae790b9f5 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:43:38.843383 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a781c43b-03ce-4fa8-bdb1-496ae790b9f5 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:43:38.850368 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-81e173f5-d565-41ae-9ab4-5bf01d3efa0d req-0adc7400-6f95-4a33-97f1-372f629254aa tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=450d3441-4eda-4616-b10f-13b39f479375 HTTP/1.1" status: 200 len: 210 time: 0.0723209 May 23 15:43:38.887995 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e0a18e-44b5-4330-984f-e6ecb6d4a37c req-a781c43b-03ce-4fa8-bdb1-496ae790b9f5 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] No DVR routers for this DVR port bbd71d32-cefe-4efd-a0d5-f2682da7cef4 on host hv-cinder-84067 {{(pid=111209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:43:38.890606 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-94e0a18e-44b5-4330-984f-e6ecb6d4a37c req-a781c43b-03ce-4fa8-bdb1-496ae790b9f5 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:38.893989 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-94e0a18e-44b5-4330-984f-e6ecb6d4a37c req-a781c43b-03ce-4fa8-bdb1-496ae790b9f5 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.69 "DELETE /v2.0/ports/bbd71d32-cefe-4efd-a0d5-f2682da7cef4 HTTP/1.1" status: 204 len: 173 time: 0.5355799 May 23 15:43:38.894511 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450d3441-4eda-4616-b10f-13b39f479375', 'name': 'network-vif-deleted', 'tag': 'bbd71d32-cefe-4efd-a0d5-f2682da7cef4'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:43:38.896876 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e5d703-4d63-4cda-8edf-f717baf81545" -d '{"events": [{"server_uuid": "450d3441-4eda-4616-b10f-13b39f479375", "name": "network-vif-deleted", "tag": "bbd71d32-cefe-4efd-a0d5-f2682da7cef4"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:43:38.914789 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['bbd71d32-cefe-4efd-a0d5-f2682da7cef4'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:43:38.962326 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:38.984525 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57375b67-3a76-4e9a-9a0e-dda4bd41ded2 x-openstack-request-id: req-57375b67-3a76-4e9a-9a0e-dda4bd41ded2 {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:43:38.987966 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450d3441-4eda-4616-b10f-13b39f479375", "name": "network-vif-deleted", "tag": "bbd71d32-cefe-4efd-a0d5-f2682da7cef4", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:43:38.987966 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57375b67-3a76-4e9a-9a0e-dda4bd41ded2 {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:43:38.987966 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57375b67-3a76-4e9a-9a0e-dda4bd41ded2'] response: {'server_uuid': '450d3441-4eda-4616-b10f-13b39f479375', 'name': 'network-vif-deleted', 'tag': 'bbd71d32-cefe-4efd-a0d5-f2682da7cef4', 'status': 'completed', 'code': 200} May 23 15:43:39.008046 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139aa59-2409-44dc-b118-09145391d2c0 req-65228933-0e8d-4730-ae48-7566201bad10 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:39.016019 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8139aa59-2409-44dc-b118-09145391d2c0 req-65228933-0e8d-4730-ae48-7566201bad10 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 944 time: 0.0625246 May 23 15:43:39.068914 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8139aa59-2409-44dc-b118-09145391d2c0 req-1c53e5f0-b4c0-4744-b53c-60afd9d34e35 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=eabc8712-e648-4d3e-b0ff-f749c8917527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530770 May 23 15:43:39.312162 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e813c-4be9-4118-8d3c-3ea1f0f17e99 req-db5a8c95-7754-41a4-b433-863d2cd8c476 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:39.313974 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5f8e813c-4be9-4118-8d3c-3ea1f0f17e99 req-db5a8c95-7754-41a4-b433-863d2cd8c476 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.0560141 May 23 15:43:39.373925 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5f8e813c-4be9-4118-8d3c-3ea1f0f17e99 req-9c13845e-b77a-44b4-8ed0-db857e45af62 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544806 May 23 15:43:39.479600 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device cefdd54f-7186-4994-802f-370961a2ffcb up at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:43:39.525746 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning for port cefdd54f-7186-4994-802f-370961a2ffcb completed by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:43:39.584544 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning complete for port cefdd54f-7186-4994-802f-370961a2ffcb triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:43:39.584964 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (cefdd54f-7186-4994-802f-370961a2ffcb), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:39.666294 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port cefdd54f-7186-4994-802f-370961a2ffcb is: BUILD; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:43:39.666689 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (cefdd54f-7186-4994-802f-370961a2ffcb), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:39.678007 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:39.686602 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:39.692295 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2cd056-b2f1-43fb-a60a-323039d15162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefdd54f-7186-4994-802f-370961a2ffcb'}] {{(pid=111210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:43:39.694603 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9c7a1c507f49bcca1db13b0162076e02f5240d03c1faf9934ae6854bea0488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434050b7-e780-4089-b86a-1f5cc6c7e993" -d '{"events": [{"server_uuid": "ce2cd056-b2f1-43fb-a60a-323039d15162", "name": "network-vif-plugged", "status": "completed", "tag": "cefdd54f-7186-4994-802f-370961a2ffcb"}]}' {{(pid=111210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:43:39.710855 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port cefdd54f-7186-4994-802f-370961a2ffcb, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=cefdd54f-7186-4994-802f-370961a2ffcb,segment=NetworkSegment(eb2ba815-dec5-4bfe-b7e3-360ced084414),segment_id=eb2ba815-dec5-4bfe-b7e3-360ced084414)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:43:39.736817 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1277359b-d391-4cf2-8007-a96f7a2d6da5 x-openstack-request-id: req-1277359b-d391-4cf2-8007-a96f7a2d6da5 {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:43:39.737429 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2cd056-b2f1-43fb-a60a-323039d15162", "name": "network-vif-plugged", "status": "completed", "tag": "cefdd54f-7186-4994-802f-370961a2ffcb", "code": 200}]} {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:43:39.737560 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1277359b-d391-4cf2-8007-a96f7a2d6da5 {{(pid=111210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:43:39.737973 dv-cinder-840678-12-iscsi neutron-server[111210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1277359b-d391-4cf2-8007-a96f7a2d6da5'] response: {'server_uuid': 'ce2cd056-b2f1-43fb-a60a-323039d15162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefdd54f-7186-4994-802f-370961a2ffcb', 'code': 200} May 23 15:43:39.778812 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (cefdd54f-7186-4994-802f-370961a2ffcb), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:39.779714 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device bbd71d32-cefe-4efd-a0d5-f2682da7cef4 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:43:39.800582 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] No Port match for: bbd71d32-cefe-4efd-a0d5-f2682da7cef4 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:43:39.801343 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device bbd71d32-cefe-4efd-a0d5-f2682da7cef4 not bound to the agent host hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:43:39.843980 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=cefdd54f-7186-4994-802f-370961a2ffcb,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:39.980848 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ce9b4d45-ea48-43c8-96e6-5597c3d57aea req-1372592a-c48b-40e5-80e7-3fa2a25dba7b tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=450d3441-4eda-4616-b10f-13b39f479375 HTTP/1.1" status: 200 len: 210 time: 0.0356705 May 23 15:43:40.218163 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845491a6-7a59-4639-8821-c1b930a0dcea req-9205c7c4-f8fb-4464-a411-1b1925274cde tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:40.219631 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-845491a6-7a59-4639-8821-c1b930a0dcea req-9205c7c4-f8fb-4464-a411-1b1925274cde tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 945 time: 0.0789833 May 23 15:43:40.223843 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b3b99-2ae3-4e2e-98c1-b73a951c5716 req-347f1a16-a518-40e0-91d1-a89c6d4dd830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:40.225241 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1e9b3b99-2ae3-4e2e-98c1-b73a951c5716 req-347f1a16-a518-40e0-91d1-a89c6d4dd830 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 1129 time: 0.0553582 May 23 15:43:40.280358 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-845491a6-7a59-4639-8821-c1b930a0dcea req-77b587df-747c-4f8c-8990-f216233e84dc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=eabc8712-e648-4d3e-b0ff-f749c8917527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541809 May 23 15:43:40.317319 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1e9b3b99-2ae3-4e2e-98c1-b73a951c5716 req-e8ad30ec-d566-4c28-9533-e70f612054af service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=eabc8712-e648-4d3e-b0ff-f749c8917527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561924 May 23 15:43:40.494890 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd6052-487c-41fe-83b4-663f9a8f27a9 req-7a91a4ae-a4c2-4ef6-8905-10458d344267 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:40.496377 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ecbd6052-487c-41fe-83b4-663f9a8f27a9 req-7a91a4ae-a4c2-4ef6-8905-10458d344267 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.0514150 May 23 15:43:40.547831 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ecbd6052-487c-41fe-83b4-663f9a8f27a9 req-77446f12-5f39-4121-8207-4775beff3ff5 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456352 May 23 15:43:41.298131 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f28cb-58f6-41d6-9894-db7256db724e req-e6d2128f-0b19-41cf-9ed8-a796332065ff tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:41.299683 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-781f28cb-58f6-41d6-9894-db7256db724e req-e6d2128f-0b19-41cf-9ed8-a796332065ff tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/networks?id=1f7dcd01-712e-4910-801c-ec7cd2120c05 HTTP/1.1" status: 200 len: 809 time: 0.1079254 May 23 15:43:41.314581 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-781f28cb-58f6-41d6-9894-db7256db724e req-2e7dfbd5-de72-4fe2-aded-c1ae0e804bae tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/quotas/c2ef57ea448a49d3af268a02f6f08257 HTTP/1.1" status: 200 len: 375 time: 0.0093274 May 23 15:43:41.351248 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-781f28cb-58f6-41d6-9894-db7256db724e req-34ccfe1a-d4c1-40f4-b0f4-f0b5e909f711 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c2ef57ea448a49d3af268a02f6f08257&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301530 May 23 15:43:41.451954 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50496518-1958-4bf8-b573-a5ce134fab96 req-afc86e83-c0e4-40ce-a8a8-8d175f136527 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:41.451954 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-50496518-1958-4bf8-b573-a5ce134fab96 req-afc86e83-c0e4-40ce-a8a8-8d175f136527 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 945 time: 0.0953827 May 23 15:43:41.514137 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-781f28cb-58f6-41d6-9894-db7256db724e req-84d481d3-7206-4c82-bd4e-b22d837d8709 service neutron] 10.222.0.64 "GET /v2.0/networks/1f7dcd01-712e-4910-801c-ec7cd2120c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531050 May 23 15:43:41.521202 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-50496518-1958-4bf8-b573-a5ce134fab96 req-776f10f4-e8fc-46d4-83dc-c3031167e103 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=eabc8712-e648-4d3e-b0ff-f749c8917527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670929 May 23 15:43:41.538835 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:41.606064 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-781f28cb-58f6-41d6-9894-db7256db724e req-5fee0722-53de-4e28-b878-064beaa38c08 service neutron] 10.222.0.64 "GET /v2.0/networks/1f7dcd01-712e-4910-801c-ec7cd2120c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839190 May 23 15:43:41.668777 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedaca8-eb79-49d6-8d6e-b68d3376ee8d req-7e37f089-0f05-4f71-8476-4c80b498aa16 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:41.670779 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-dfedaca8-eb79-49d6-8d6e-b68d3376ee8d req-7e37f089-0f05-4f71-8476-4c80b498aa16 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.0527527 May 23 15:43:41.731050 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-dfedaca8-eb79-49d6-8d6e-b68d3376ee8d req-8a96336a-b4a9-4e71-ab0c-42a0a9f30994 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540314 May 23 15:43:41.852310 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-fac21fd5-4221-41da-bb20-bc2da7897fed req-e21050d1-c66b-4923-9add-d508f33663fb tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef32fe68-b121-4fdf-874b-db3e366da292 HTTP/1.1" status: 200 len: 210 time: 0.0425348 May 23 15:43:42.349426 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 44776) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:42.498349 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 44786) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:42.550002 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b6cb9b43-6302-4210-9cda-b424b37ec845 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:42.595614 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bd710c98-d4d0-4df5-8560-6b19fd00454b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:42.646147 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7572e-b27e-43a4-a153-c6b9142e276e req-e42cfa86-a34d-4bca-a53b-e34d7912b6a9 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:42.647724 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7bf7572e-b27e-43a4-a153-c6b9142e276e req-e42cfa86-a34d-4bca-a53b-e34d7912b6a9 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 945 time: 0.0502610 May 23 15:43:42.667581 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:42.697745 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7bf7572e-b27e-43a4-a153-c6b9142e276e req-461d83d9-9f14-4030-9e15-a11eb7682c56 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=eabc8712-e648-4d3e-b0ff-f749c8917527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441003 May 23 15:43:42.705027 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b6cb9b43-6302-4210-9cda-b424b37ec845 admin admin] Publish callbacks [] for security_group (2cb750fd-0ce5-48d7-885d-1a264f838396), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:42.726183 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bd710c98-d4d0-4df5-8560-6b19fd00454b admin admin] Publish callbacks [] for security_group (abc9581c-7e98-4b86-9ce0-976ec2a53458), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:42.772645 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b6cb9b43-6302-4210-9cda-b424b37ec845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (2cb750fd-0ce5-48d7-885d-1a264f838396), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:42.813561 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bd710c98-d4d0-4df5-8560-6b19fd00454b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (abc9581c-7e98-4b86-9ce0-976ec2a53458), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:42.825291 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb9b43-6302-4210-9cda-b424b37ec845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb750fd-0ce5-48d7-885d-1a264f838396,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:42.829458 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-b6cb9b43-6302-4210-9cda-b424b37ec845 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ccc77f8e62cd4067bda713897b22e9ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4784870 May 23 15:43:42.834117 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 44794) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:42.847739 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:42.855560 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-bd710c98-d4d0-4df5-8560-6b19fd00454b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3fbffa4eae4b4ff89a074930f4e9ab30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3563299 May 23 15:43:42.860007 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 44796) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:42.872033 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afab161-89d2-4ef4-bf9d-fe9cc86f0fe2 req-ea2ac2fd-1e87-48e4-82ca-ca31228ea255 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:42.874459 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7afab161-89d2-4ef4-bf9d-fe9cc86f0fe2 req-ea2ac2fd-1e87-48e4-82ca-ca31228ea255 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.0727947 May 23 15:43:42.880269 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd710c98-d4d0-4df5-8560-6b19fd00454b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc9581c-7e98-4b86-9ce0-976ec2a53458,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:42.921535 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:DELETE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:42.927049 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c90de1a1-dc53-4e22-bbbd-61d1f656d145 admin admin] Publish callbacks [] for security_group (abc9581c-7e98-4b86-9ce0-976ec2a53458), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:42.948935 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c90de1a1-dc53-4e22-bbbd-61d1f656d145 admin admin] Publish callbacks [] for security_group (abc9581c-7e98-4b86-9ce0-976ec2a53458), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:42.973005 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-53bb4901-e188-4204-9212-c486a5381976 req-ace1a673-cde4-4692-b288-1109d08d5f98 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef32fe68-b121-4fdf-874b-db3e366da292 HTTP/1.1" status: 200 len: 210 time: 0.0479162 May 23 15:43:42.973629 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-b6889e1d-c711-4754-af18-073691670dd8 admin admin] Publish callbacks [] for security_group (2cb750fd-0ce5-48d7-885d-1a264f838396), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:42.978161 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7afab161-89d2-4ef4-bf9d-fe9cc86f0fe2 req-2d87fe33-f96e-4e12-9913-73bbc188c189 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962088 May 23 15:43:43.001630 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-b6889e1d-c711-4754-af18-073691670dd8 admin admin] Publish callbacks [] for security_group (2cb750fd-0ce5-48d7-885d-1a264f838396), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:43.082418 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c90de1a1-dc53-4e22-bbbd-61d1f656d145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (abc9581c-7e98-4b86-9ce0-976ec2a53458), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:43.085290 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c90de1a1-dc53-4e22-bbbd-61d1f656d145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:43.086459 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-c90de1a1-dc53-4e22-bbbd-61d1f656d145 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/abc9581c-7e98-4b86-9ce0-976ec2a53458 HTTP/1.1" status: 204 len: 168 time: 0.2255328 May 23 15:43:43.095936 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90de1a1-dc53-4e22-bbbd-61d1f656d145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc9581c-7e98-4b86-9ce0-976ec2a53458,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:43.111138 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-b6889e1d-c711-4754-af18-073691670dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (2cb750fd-0ce5-48d7-885d-1a264f838396), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:43.114689 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-b6889e1d-c711-4754-af18-073691670dd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:43.119680 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-b6889e1d-c711-4754-af18-073691670dd8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2cb750fd-0ce5-48d7-885d-1a264f838396 HTTP/1.1" status: 204 len: 168 time: 0.2807348 May 23 15:43:43.124946 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6889e1d-c711-4754-af18-073691670dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb750fd-0ce5-48d7-885d-1a264f838396,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:43.666039 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d30471-2506-4d7c-b4d0-222a66dd893b req-d01a117d-fbe2-4ce9-88d7-6c526feb9438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:43.669145 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-05d30471-2506-4d7c-b4d0-222a66dd893b req-d01a117d-fbe2-4ce9-88d7-6c526feb9438 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 1130 time: 0.0500083 May 23 15:43:43.734779 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-05d30471-2506-4d7c-b4d0-222a66dd893b req-44e0fefc-adb2-48a2-939a-8840296135f6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565097 May 23 15:43:43.834991 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619cba03-fcb6-47b2-af80-aab719d61937 req-23ec105b-d3fb-4e8a-88ce-9ca17096ed39 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:43.836481 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-619cba03-fcb6-47b2-af80-aab719d61937 req-23ec105b-d3fb-4e8a-88ce-9ca17096ed39 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 945 time: 0.0498488 May 23 15:43:43.887125 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-619cba03-fcb6-47b2-af80-aab719d61937 req-12dfeb05-f319-440d-be47-7c6e8b069b86 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=eabc8712-e648-4d3e-b0ff-f749c8917527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451612 May 23 15:43:44.016847 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464e6d9-7e30-4865-8911-ee7a0d5c7a27 req-3dce2ca5-aec9-4c4d-b02c-6e64c70d3a9a tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:44.019072 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0464e6d9-7e30-4865-8911-ee7a0d5c7a27 req-3dce2ca5-aec9-4c4d-b02c-6e64c70d3a9a tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 945 time: 0.0585127 May 23 15:43:44.027906 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 44854) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:44.032870 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-382fa88b-a5a9-4284-867f-73ae198a41c7 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Request body: {'floatingip': {'port_id': 'cefdd54f-7186-4994-802f-370961a2ffcb'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:43:44.148036 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f71b8c07-2eeb-4cce-9878-414f5329eaf4 req-aeb4e118-9e03-4b1e-a61c-2d48a5bf147a tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef32fe68-b121-4fdf-874b-db3e366da292 HTTP/1.1" status: 200 len: 210 time: 0.0481689 May 23 15:43:44.173467 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d1ace-e14b-48a2-8ac7-bf41aea409b2 req-15a1edc8-4830-4b37-ba3a-f5acb9bbd045 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:44.173834 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b26d1ace-e14b-48a2-8ac7-bf41aea409b2 req-15a1edc8-4830-4b37-ba3a-f5acb9bbd045 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.1056786 May 23 15:43:44.235191 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b26d1ace-e14b-48a2-8ac7-bf41aea409b2 req-308ecdfa-8416-4eff-b88e-514f2acf8305 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552127 May 23 15:43:44.358576 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-382fa88b-a5a9-4284-867f-73ae198a41c7 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for floatingip (85d780ba-4add-4de8-834e-ae1eee8d901b), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:44.999914 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-382fa88b-a5a9-4284-867f-73ae198a41c7 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:45.017732 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 44902) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:45.098517 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-382fa88b-a5a9-4284-867f-73ae198a41c7 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (85d780ba-4add-4de8-834e-ae1eee8d901b), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:45.149746 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-cadda369-ec8e-4fe2-bd21-ee3811d68e8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:45.249655 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.db.l3_db [None req-382fa88b-a5a9-4284-867f-73ae198a41c7 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Floating IP 85d780ba-4add-4de8-834e-ae1eee8d901b associated. External IP: 172.27.3.55, port: cefdd54f-7186-4994-802f-370961a2ffcb. May 23 15:43:45.258319 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b3292c17-2a9b-408d-bc08-2183b29b0067 req-06d5000e-b728-4b2c-b193-e31b275c8568 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef32fe68-b121-4fdf-874b-db3e366da292 HTTP/1.1" status: 200 len: 210 time: 0.0458848 May 23 15:43:45.396324 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:45.402232 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-cadda369-ec8e-4fe2-bd21-ee3811d68e8e admin admin] Publish callbacks [] for security_group (6ae08775-35a9-48a5-92b8-ca4c573144b9), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:45.416300 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214cc1c-2ca7-4eb3-bba1-33e9f934505e req-c4dcdf10-1046-4432-b5d7-5d929c2cfc25 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:45.418582 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2214cc1c-2ca7-4eb3-bba1-33e9f934505e req-c4dcdf10-1046-4432-b5d7-5d929c2cfc25 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.0856097 May 23 15:43:45.493404 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2214cc1c-2ca7-4eb3-bba1-33e9f934505e req-897ea2bf-e657-4a79-9c41-3e5377de06b4 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675366 May 23 15:43:45.528602 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:45.540795 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-cadda369-ec8e-4fe2-bd21-ee3811d68e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (6ae08775-35a9-48a5-92b8-ca4c573144b9), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:45.578063 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382fa88b-a5a9-4284-867f-73ae198a41c7 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:43:45.585926 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-cadda369-ec8e-4fe2-bd21-ee3811d68e8e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2816313356e942b7854724684d103a95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5664966 May 23 15:43:45.590408 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 44918) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:45.594947 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadda369-ec8e-4fe2-bd21-ee3811d68e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae08775-35a9-48a5-92b8-ca4c573144b9,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:45.663103 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-76d1b2e5-258e-4828-b926-6656fdac2d74 admin admin] Publish callbacks [] for security_group (6ae08775-35a9-48a5-92b8-ca4c573144b9), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:45.667329 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:45.689991 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-76d1b2e5-258e-4828-b926-6656fdac2d74 admin admin] Publish callbacks [] for security_group (6ae08775-35a9-48a5-92b8-ca4c573144b9), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:45.733224 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382fa88b-a5a9-4284-867f-73ae198a41c7 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:43:45.738822 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-382fa88b-a5a9-4284-867f-73ae198a41c7 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:45.751422 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91266e6-e353-43a9-aa10-8b6d28072515 None None] Sync routers for ids ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'] in dv-cinder-840678-12-iscsi {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:43:45.757622 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91266e6-e353-43a9-aa10-8b6d28072515 None None] Routers {'664d0f8c-af99-4e8c-a6dd-f6353adbfa51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:43:45.758251 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-b91266e6-e353-43a9-aa10-8b6d28072515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:43:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:43:45.783410 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-382fa88b-a5a9-4284-867f-73ae198a41c7 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "PUT /v2.0/floatingips/85d780ba-4add-4de8-834e-ae1eee8d901b HTTP/1.1" status: 200 len: 990 time: 1.7543004 May 23 15:43:45.784715 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2cd056-b2f1-43fb-a60a-323039d15162', 'tag': 'cefdd54f-7186-4994-802f-370961a2ffcb'}] {{(pid=111208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:43:45.787483 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e8bc6f21cde82e90109a250a18be241d8bc12bef919575b3a0310827eb45c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c5e0e0-e666-470a-bc17-f30becbb91bd" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2cd056-b2f1-43fb-a60a-323039d15162", "tag": "cefdd54f-7186-4994-802f-370961a2ffcb"}]}' {{(pid=111208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:43:45.803636 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:45.831933 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8899a6ca-1e5d-4b16-9c3c-54992b05177f x-openstack-request-id: req-8899a6ca-1e5d-4b16-9c3c-54992b05177f {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:43:45.832114 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2cd056-b2f1-43fb-a60a-323039d15162", "tag": "cefdd54f-7186-4994-802f-370961a2ffcb", "status": "completed", "code": 200}]} {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:43:45.833169 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8899a6ca-1e5d-4b16-9c3c-54992b05177f {{(pid=111208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:43:45.833169 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8899a6ca-1e5d-4b16-9c3c-54992b05177f'] response: {'name': 'network-changed', 'server_uuid': 'ce2cd056-b2f1-43fb-a60a-323039d15162', 'tag': 'cefdd54f-7186-4994-802f-370961a2ffcb', 'status': 'completed', 'code': 200} May 23 15:43:45.844074 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-579842cd-2cc0-4461-bc20-53370257ea62 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-741736392&fields=id&tenant_id=e0860b3d072246d49cd43a900351d571 HTTP/1.1" status: 200 len: 267 time: 0.0623107 May 23 15:43:45.846796 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-76d1b2e5-258e-4828-b926-6656fdac2d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (6ae08775-35a9-48a5-92b8-ca4c573144b9), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:45.849950 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-76d1b2e5-258e-4828-b926-6656fdac2d74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:45.853520 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-76d1b2e5-258e-4828-b926-6656fdac2d74 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6ae08775-35a9-48a5-92b8-ca4c573144b9 HTTP/1.1" status: 204 len: 168 time: 0.2614627 May 23 15:43:45.861335 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1b2e5-258e-4828-b926-6656fdac2d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae08775-35a9-48a5-92b8-ca4c573144b9,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:45.886818 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-b91266e6-e353-43a9-aa10-8b6d28072515 None None] Set router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:43:46.012350 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 44938) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:46.219751 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-b91266e6-e353-43a9-aa10-8b6d28072515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:43:08Z', 'revision_number': 4, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port': {'id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:04Z', 'updated_at': '2022-05-23T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '85d780ba-4add-4de8-834e-ae1eee8d901b', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'port_id': 'cefdd54f-7186-4994-802f-370961a2ffcb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'mac_address': 'fa:16:3e:57:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2cd056-b2f1-43fb-a60a-323039d15162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:43:13Z', 'updated_at': '2022-05-23T15:43:44Z', 'revision_number': 1, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d87a55-685c-46b8-ae16-8a3aeaf73929', 'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'mac_address': 'fa:16:3e:de:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:07Z', 'updated_at': '2022-05-23T15:43:13Z', 'revision_number': 5, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'subnets': [{'id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:43:46.273088 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91266e6-e353-43a9-aa10-8b6d28072515 None None] Checking router: 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 for host: dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:43:46.316871 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91266e6-e353-43a9-aa10-8b6d28072515 None None] Routers {'664d0f8c-af99-4e8c-a6dd-f6353adbfa51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:43:46.318052 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-b91266e6-e353-43a9-aa10-8b6d28072515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:43:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:43:46.355367 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5e0e0-e666-470a-bc17-f30becbb91bd req-84a48fc3-6f86-4457-9b9c-8bf40ba75677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:46.356919 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e6c5e0e0-e666-470a-bc17-f30becbb91bd req-84a48fc3-6f86-4457-9b9c-8bf40ba75677 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a15ae9d15a64468f80628ed51c2e42d6&device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 1129 time: 0.1615732 May 23 15:43:46.446766 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a097014d-c089-45e5-abb3-2676d7ec04a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:46.541310 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a097014d-c089-45e5-abb3-2676d7ec04a9 admin admin] Publish callbacks [] for security_group (81abfbec-ac77-48fb-acba-295b67b2bfab), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:46.548183 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f28cb-58f6-41d6-9894-db7256db724e req-249b42d1-6d90-4d30-9200-a02dce6a5978 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:46.549795 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-781f28cb-58f6-41d6-9894-db7256db724e req-249b42d1-6d90-4d30-9200-a02dce6a5978 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.69 "GET /v2.0/networks?id=1f7dcd01-712e-4910-801c-ec7cd2120c05 HTTP/1.1" status: 200 len: 809 time: 0.3579631 May 23 15:43:46.567454 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-e7e73107-a440-47a8-8f82-00b9e72ef0f6 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:46.568421 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-e7e73107-a440-47a8-8f82-00b9e72ef0f6 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/networks?id=52f38aa2-2e8c-4bbb-b78a-8086514940da HTTP/1.1" status: 200 len: 808 time: 0.7082434 May 23 15:43:46.598799 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-b91266e6-e353-43a9-aa10-8b6d28072515 None None] Set router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:43:46.603103 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [req-781f28cb-58f6-41d6-9894-db7256db724e req-dcb9209a-7385-4d8c-bd3f-b648c8b08dff tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Request body: {'port': {'device_id': 'ef32fe68-b121-4fdf-874b-db3e366da292', 'network_id': '1f7dcd01-712e-4910-801c-ec7cd2120c05', 'admin_state_up': True, 'tenant_id': 'c2ef57ea448a49d3af268a02f6f08257'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:43:46.618647 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a097014d-c089-45e5-abb3-2676d7ec04a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (81abfbec-ac77-48fb-acba-295b67b2bfab), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:46.628318 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7a1cba94-310d-49b6-8a78-16df853e692f req-4023343a-e4e0-471e-b849-7b1bb77337e9 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef32fe68-b121-4fdf-874b-db3e366da292 HTTP/1.1" status: 200 len: 210 time: 0.0683043 May 23 15:43:46.673982 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-a097014d-c089-45e5-abb3-2676d7ec04a9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1b665c15deb043e69049eb0481603765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6604972 May 23 15:43:46.675622 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097014d-c089-45e5-abb3-2676d7ec04a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81abfbec-ac77-48fb-acba-295b67b2bfab,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:46.679400 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 44954) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:46.679648 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-35dfed19-2af6-4bfb-8816-0ba353d44bcd tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/quotas/e0860b3d072246d49cd43a900351d571 HTTP/1.1" status: 200 len: 375 time: 0.0991604 May 23 15:43:46.755173 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-684a62db-3118-464f-afbf-cd2ed525def2 admin admin] Publish callbacks [] for security_group (81abfbec-ac77-48fb-acba-295b67b2bfab), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:46.792741 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-684a62db-3118-464f-afbf-cd2ed525def2 admin admin] Publish callbacks [] for security_group (81abfbec-ac77-48fb-acba-295b67b2bfab), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:46.826423 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5e0e0-e666-470a-bc17-f30becbb91bd req-fa2d6c1f-fff3-4e62-b66d-4fe022f6caf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:46.828210 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e6c5e0e0-e666-470a-bc17-f30becbb91bd req-fa2d6c1f-fff3-4e62-b66d-4fe022f6caf7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6b67b25e-d689-4151-bafc-c9d67faaca84 HTTP/1.1" status: 200 len: 916 time: 0.4604473 May 23 15:43:46.864647 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-0aa2bef9-88a1-4264-b9b9-498b248d2a3e tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e0860b3d072246d49cd43a900351d571&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1323161 May 23 15:43:46.901971 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-b91266e6-e353-43a9-aa10-8b6d28072515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:43:08Z', 'revision_number': 4, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port': {'id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:04Z', 'updated_at': '2022-05-23T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '85d780ba-4add-4de8-834e-ae1eee8d901b', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'port_id': 'cefdd54f-7186-4994-802f-370961a2ffcb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'mac_address': 'fa:16:3e:57:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2cd056-b2f1-43fb-a60a-323039d15162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:43:13Z', 'updated_at': '2022-05-23T15:43:44Z', 'revision_number': 1, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d87a55-685c-46b8-ae16-8a3aeaf73929', 'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'mac_address': 'fa:16:3e:de:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:07Z', 'updated_at': '2022-05-23T15:43:13Z', 'revision_number': 5, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'subnets': [{'id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:43:46.938419 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91266e6-e353-43a9-aa10-8b6d28072515 None None] The sync data for ids ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'] in dv-cinder-840678-12-iscsi is: [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:43:08Z', 'revision_number': 4, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port': {'id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:04Z', 'updated_at': '2022-05-23T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '85d780ba-4add-4de8-834e-ae1eee8d901b', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'port_id': 'cefdd54f-7186-4994-802f-370961a2ffcb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'mac_address': 'fa:16:3e:57:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2cd056-b2f1-43fb-a60a-323039d15162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:43:13Z', 'updated_at': '2022-05-23T15:43:44Z', 'revision_number': 1, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d87a55-685c-46b8-ae16-8a3aeaf73929', 'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'mac_address': 'fa:16:3e:de:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:07Z', 'updated_at': '2022-05-23T15:43:13Z', 'revision_number': 5, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'subnets': [{'id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:43:46.953786 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815db125-fbb4-492e-acc0-8f511e8debbd req-e9f06525-b2b3-47ce-8c48-c03f0625da54 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:46.961683 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-815db125-fbb4-492e-acc0-8f511e8debbd req-e9f06525-b2b3-47ce-8c48-c03f0625da54 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.2256992 May 23 15:43:47.001791 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:47.024247 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e6c5e0e0-e666-470a-bc17-f30becbb91bd req-33a26216-f2c6-4a93-a8ba-c7fca035b3fb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cefdd54f-7186-4994-802f-370961a2ffcb HTTP/1.1" status: 200 len: 998 time: 0.1481211 May 23 15:43:47.110239 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-684a62db-3118-464f-afbf-cd2ed525def2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (81abfbec-ac77-48fb-acba-295b67b2bfab), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:47.113681 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-684a62db-3118-464f-afbf-cd2ed525def2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:47.121118 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-684a62db-3118-464f-afbf-cd2ed525def2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/81abfbec-ac77-48fb-acba-295b67b2bfab HTTP/1.1" status: 204 len: 168 time: 0.4366934 May 23 15:43:47.128562 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a62db-3118-464f-afbf-cd2ed525def2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81abfbec-ac77-48fb-acba-295b67b2bfab,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:47.155340 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-815db125-fbb4-492e-acc0-8f511e8debbd req-e216a990-960f-409f-ae3c-116254134469 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926453 May 23 15:43:47.162266 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5e0e0-e666-470a-bc17-f30becbb91bd req-e8a4350a-4f20-47fb-b229-83a27b0b493a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:47.163987 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e6c5e0e0-e666-470a-bc17-f30becbb91bd req-e8a4350a-4f20-47fb-b229-83a27b0b493a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=798d4771-9590-4ee2-b6ff-bdfb7b6f48c3 HTTP/1.1" status: 200 len: 854 time: 0.1042218 May 23 15:43:47.192824 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-781f28cb-58f6-41d6-9894-db7256db724e req-dcb9209a-7385-4d8c-bd3f-b648c8b08dff tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Made reservation on behalf of c2ef57ea448a49d3af268a02f6f08257 for: {'port': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:43:47.196350 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-781f28cb-58f6-41d6-9894-db7256db724e req-dcb9209a-7385-4d8c-bd3f-b648c8b08dff tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:47.205357 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab362bd1-01cf-40d0-80f6-f88bad09d961 None None] New status for floating IP 85d780ba-4add-4de8-834e-ae1eee8d901b: ACTIVE {{(pid=111210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:43:47.278496 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-e0806ac8-95be-4144-99f2-471be59abd3d service neutron] 10.222.0.64 "GET /v2.0/networks/52f38aa2-2e8c-4bbb-b78a-8086514940da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447516 May 23 15:43:47.315602 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5e0e0-e666-470a-bc17-f30becbb91bd req-30688282-ba8a-405e-bb65-5eaa1c67c0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:47.317211 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e6c5e0e0-e666-470a-bc17-f30becbb91bd req-30688282-ba8a-405e-bb65-5eaa1c67c0a1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6b67b25e-d689-4151-bafc-c9d67faaca84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1356695 May 23 15:43:47.427757 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c023fe5-3fad-4fcb-ba85-cd1ea84c66f3 req-b99fb5e8-3571-4e9f-9371-b250f5a46644 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:47.428922 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2c023fe5-3fad-4fcb-ba85-cd1ea84c66f3 req-b99fb5e8-3571-4e9f-9371-b250f5a46644 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.1799276 May 23 15:43:47.495955 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:47.621447 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-c743c7f1-f355-47dc-9836-fe43bbed3e66 service neutron] 10.222.0.64 "GET /v2.0/networks/52f38aa2-2e8c-4bbb-b78a-8086514940da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188443 May 23 15:43:47.625910 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e6c5e0e0-e666-470a-bc17-f30becbb91bd req-cbe1f03c-60bb-4456-a148-362e01d23038 service neutron] 10.222.0.69 "GET /v2.0/networks/6b67b25e-d689-4151-bafc-c9d67faaca84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874730 May 23 15:43:47.629749 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2c023fe5-3fad-4fcb-ba85-cd1ea84c66f3 req-3e6144d1-3615-44d8-91a3-29ba75052616 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703579 May 23 15:43:47.640538 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_common [req-781f28cb-58f6-41d6-9894-db7256db724e req-dcb9209a-7385-4d8c-bd3f-b648c8b08dff tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Allocated IP 172.20.0.2 (1f7dcd01-712e-4910-801c-ec7cd2120c05/ae076d4d-1578-4f2e-a837-de4e9e6970fb/8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545) {{(pid=111209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:43:47.803857 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a0f3d356-341e-4a99-a2ce-88943411772a req-ad6c79a4-6b52-4e60-a697-5b1e3f165058 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef32fe68-b121-4fdf-874b-db3e366da292 HTTP/1.1" status: 200 len: 210 time: 0.0436368 May 23 15:43:47.839189 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:47.860301 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-781f28cb-58f6-41d6-9894-db7256db724e req-dcb9209a-7385-4d8c-bd3f-b648c8b08dff tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Publish callbacks [] for port (8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:47.887131 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 44978) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:47.902906 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a85e2a6b-c400-4bdc-b3b7-023595e51884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:47.934986 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:47.956460 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-781f28cb-58f6-41d6-9894-db7256db724e req-dcb9209a-7385-4d8c-bd3f-b648c8b08dff tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:47.982954 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a85e2a6b-c400-4bdc-b3b7-023595e51884 admin admin] Publish callbacks [] for security_group (6be5191c-fbfe-47ed-b215-d7796adfc897), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:48.000579 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-781f28cb-58f6-41d6-9894-db7256db724e req-dcb9209a-7385-4d8c-bd3f-b648c8b08dff tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Network 1f7dcd01-712e-4910-801c-ec7cd2120c05 is already hosted by enough agents. {{(pid=111209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:43:48.004386 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [req-781f28cb-58f6-41d6-9894-db7256db724e req-dcb9209a-7385-4d8c-bd3f-b648c8b08dff tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Resources bound (agent type, host, resource id): {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:43:48.008362 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-781f28cb-58f6-41d6-9894-db7256db724e req-dcb9209a-7385-4d8c-bd3f-b648c8b08dff tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Received port after_create {{(pid=111209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:43:48.014496 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9209a-7385-4d8c-bd3f-b648c8b08dff tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Pushing event updated for resources: {'Port': ['ID=8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:48.060800 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f28cb-58f6-41d6-9894-db7256db724e req-dcb9209a-7385-4d8c-bd3f-b648c8b08dff tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:48.061450 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-781f28cb-58f6-41d6-9894-db7256db724e req-dcb9209a-7385-4d8c-bd3f-b648c8b08dff tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:48.091992 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a85e2a6b-c400-4bdc-b3b7-023595e51884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (6be5191c-fbfe-47ed-b215-d7796adfc897), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:48.151801 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e2a6b-c400-4bdc-b3b7-023595e51884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be5191c-fbfe-47ed-b215-d7796adfc897,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:48.159633 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-a85e2a6b-c400-4bdc-b3b7-023595e51884 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7835e375e42b4dd8a1cc131e28baeb36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2676966 May 23 15:43:48.161969 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 44986) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:48.182705 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-781f28cb-58f6-41d6-9894-db7256db724e req-dcb9209a-7385-4d8c-bd3f-b648c8b08dff tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6006143 May 23 15:43:48.213839 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:48.225248 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-fedc5378-5311-454d-b61b-66c7e9ff33f5 admin admin] Publish callbacks [] for security_group (6be5191c-fbfe-47ed-b215-d7796adfc897), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:48.245169 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5ef422e0-f867-4bfd-bef5-2de415ddef7a req-df17fd29-1a1a-4db7-b0d2-7fe8e8fb7862 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 210 time: 0.0577977 May 23 15:43:48.252128 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-fedc5378-5311-454d-b61b-66c7e9ff33f5 admin admin] Publish callbacks [] for security_group (6be5191c-fbfe-47ed-b215-d7796adfc897), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:48.283000 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1903b-24ef-4da6-914a-1b0d289ca64c req-351e69b2-9e48-491b-95cf-2588b0f0a816 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:48.284881 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2bf1903b-24ef-4da6-914a-1b0d289ca64c req-351e69b2-9e48-491b-95cf-2588b0f0a816 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.0998440 May 23 15:43:48.382769 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2bf1903b-24ef-4da6-914a-1b0d289ca64c req-9e708706-d499-4968-9e64-f26e4f8d39d4 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907359 May 23 15:43:48.393188 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53afec66-3b3b-4730-86fa-351cd6f7b2fe req-cca8e71d-6b1c-41b9-8bce-12bcef85e370 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:48.394861 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-53afec66-3b3b-4730-86fa-351cd6f7b2fe req-cca8e71d-6b1c-41b9-8bce-12bcef85e370 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0620108 May 23 15:43:48.442025 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-53afec66-3b3b-4730-86fa-351cd6f7b2fe req-9e528cd7-d6ec-4327-9999-bc6bf78b3da4 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416982 May 23 15:43:48.458632 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-fedc5378-5311-454d-b61b-66c7e9ff33f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (6be5191c-fbfe-47ed-b215-d7796adfc897), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:48.461680 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-fedc5378-5311-454d-b61b-66c7e9ff33f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:48.462393 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-fedc5378-5311-454d-b61b-66c7e9ff33f5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6be5191c-fbfe-47ed-b215-d7796adfc897 HTTP/1.1" status: 204 len: 168 time: 0.2994230 May 23 15:43:48.470423 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc5378-5311-454d-b61b-66c7e9ff33f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be5191c-fbfe-47ed-b215-d7796adfc897,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:48.930316 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448bdef-121c-4cc5-824a-1eab28c4a0b9 req-c9f35336-bc46-4556-8841-637df90a89a6 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:48.931939 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1448bdef-121c-4cc5-824a-1eab28c4a0b9 req-c9f35336-bc46-4556-8841-637df90a89a6 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef32fe68-b121-4fdf-874b-db3e366da292 HTTP/1.1" status: 200 len: 931 time: 0.0527840 May 23 15:43:48.984161 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1448bdef-121c-4cc5-824a-1eab28c4a0b9 req-377bd7ed-28d9-4758-8be0-ae5090c3342f tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423546 May 23 15:43:49.329069 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-95877736-028b-4c49-8718-a5a970c17adf req-58b5f2a6-5831-4dc2-9bea-101a2b218ff1 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 210 time: 0.0309849 May 23 15:43:49.501642 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a615974-461f-4404-acfb-c64977bce17e req-5e479554-b1f2-4f91-8313-8c8c53802cab tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:49.503365 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0a615974-461f-4404-acfb-c64977bce17e req-5e479554-b1f2-4f91-8313-8c8c53802cab tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.0492804 May 23 15:43:49.566434 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:49.593049 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc41d8-4612-4837-8393-30f88d3b9846 req-e081f1ea-ae7a-4b2c-af75-54b60cbef33a tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:49.594701 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-75dc41d8-4612-4837-8393-30f88d3b9846 req-e081f1ea-ae7a-4b2c-af75-54b60cbef33a tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0750151 May 23 15:43:49.602833 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0a615974-461f-4404-acfb-c64977bce17e req-d09177ac-67fb-443a-8be0-558ebcf5eb4e tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897853 May 23 15:43:49.650112 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-75dc41d8-4612-4837-8393-30f88d3b9846 req-9d94c5de-30cb-4bed-8b56-9601c966173f tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463345 May 23 15:43:50.068548 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [req-781f28cb-58f6-41d6-9894-db7256db724e req-18276a94-8d99-4f96-ad7c-af5f581e0a48 service neutron] Request body: {'port': {'device_id': 'ef32fe68-b121-4fdf-874b-db3e366da292', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:43:50.203587 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a8684-8bba-4332-aeef-248f531b8222 req-7205e15e-cf66-449c-8507-66aafcb02fed tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:50.205122 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a28a8684-8bba-4332-aeef-248f531b8222 req-7205e15e-cf66-449c-8507-66aafcb02fed tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef32fe68-b121-4fdf-874b-db3e366da292 HTTP/1.1" status: 200 len: 931 time: 0.1508625 May 23 15:43:50.243955 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-781f28cb-58f6-41d6-9894-db7256db724e req-18276a94-8d99-4f96-ad7c-af5f581e0a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:50.249014 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e6c5e0e0-e666-470a-bc17-f30becbb91bd req-86c1aa70-6540-40ad-8732-daf20d53f4f3 service neutron] 10.222.0.69 "GET /v2.0/networks/6b67b25e-d689-4151-bafc-c9d67faaca84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045918 May 23 15:43:50.267798 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c746f77-d9a8-4471-8285-197b5e75fae7 req-7e0110cf-5a15-4833-ade9-a8b3c5c3a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:50.270853 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-4c746f77-d9a8-4471-8285-197b5e75fae7 req-7e0110cf-5a15-4833-ade9-a8b3c5c3a8ba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65483f2a0c914022b38e501691095c51&device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 1130 time: 0.0570233 May 23 15:43:50.309025 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a28a8684-8bba-4332-aeef-248f531b8222 req-8ee656f4-bd8d-4464-ab0e-cf2c92a4fb34 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976093 May 23 15:43:50.461386 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c746f77-d9a8-4471-8285-197b5e75fae7 req-f87af9c3-40ed-4f84-9aba-00b397bf44e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:50.462881 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-4c746f77-d9a8-4471-8285-197b5e75fae7 req-f87af9c3-40ed-4f84-9aba-00b397bf44e1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=eeca0c6c-3155-49db-bdc5-95de249b904d HTTP/1.1" status: 200 len: 917 time: 0.1818705 May 23 15:43:50.478039 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-36297ea6-95b8-47ae-831e-dd4502eecd99 req-78c36671-bb0d-4e54-8192-7aadf82041f3 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 210 time: 0.0400248 May 23 15:43:50.544041 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-4c746f77-d9a8-4471-8285-197b5e75fae7 req-2008ede9-d569-4b61-acbd-365ef7106f00 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f HTTP/1.1" status: 200 len: 217 time: 0.0379257 May 23 15:43:50.555394 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:50.594395 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c746f77-d9a8-4471-8285-197b5e75fae7 req-7d39d01e-9a63-435b-8108-1a6b054b169e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:50.595827 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-4c746f77-d9a8-4471-8285-197b5e75fae7 req-7d39d01e-9a63-435b-8108-1a6b054b169e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca534db1-6e0a-429d-b324-076955c1b25f HTTP/1.1" status: 200 len: 855 time: 0.0441210 May 23 15:43:50.644381 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [req-781f28cb-58f6-41d6-9894-db7256db724e req-18276a94-8d99-4f96-ad7c-af5f581e0a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545 {{(pid=111209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:43:50.644640 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c746f77-d9a8-4471-8285-197b5e75fae7 req-9b75c874-b780-4e22-8bea-781113c4bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:50.646111 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-4c746f77-d9a8-4471-8285-197b5e75fae7 req-9b75c874-b780-4e22-8bea-781113c4bbeb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eeca0c6c-3155-49db-bdc5-95de249b904d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425739 May 23 15:43:50.652385 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-781f28cb-58f6-41d6-9894-db7256db724e req-18276a94-8d99-4f96-ad7c-af5f581e0a48 service neutron] Publish callbacks [] for port (8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:50.666114 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.provisioning_blocks [req-781f28cb-58f6-41d6-9894-db7256db724e req-18276a94-8d99-4f96-ad7c-af5f581e0a48 service neutron] Transition to ACTIVE for port object 8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545 will not be triggered until provisioned by entity L2. {{(pid=111209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:43:50.747904 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-781f28cb-58f6-41d6-9894-db7256db724e req-18276a94-8d99-4f96-ad7c-af5f581e0a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:50.769563 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-4c746f77-d9a8-4471-8285-197b5e75fae7 req-03ebb95a-84e5-47ee-a1e4-bb05a8b897ad service neutron] 10.222.0.69 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133988 May 23 15:43:50.798659 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:50.822462 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c991c-59ef-4b14-b5cf-efceb5396d8e req-965eff94-ce5f-4b47-a2e2-15488078a052 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:50.824031 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2b4c991c-59ef-4b14-b5cf-efceb5396d8e req-965eff94-ce5f-4b47-a2e2-15488078a052 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.1184075 May 23 15:43:50.873142 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18276a94-8d99-4f96-ad7c-af5f581e0a48 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545,revision_number=2']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:50.882833 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-4c746f77-d9a8-4471-8285-197b5e75fae7 req-3c542070-7bd6-4607-8b2b-ee44fa8cc479 service neutron] 10.222.0.69 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965955 May 23 15:43:50.883622 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff2eac-5a27-413d-8d56-38365ba8a3d0 req-708da0c2-3739-48d7-afe5-04955f159406 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:50.886852 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d1ff2eac-5a27-413d-8d56-38365ba8a3d0 req-708da0c2-3739-48d7-afe5-04955f159406 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.1260009 May 23 15:43:50.987538 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2b4c991c-59ef-4b14-b5cf-efceb5396d8e req-5ef8f6ab-da4e-4455-abe9-da670b71a2ac tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467421 May 23 15:43:51.013317 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d1ff2eac-5a27-413d-8d56-38365ba8a3d0 req-49729668-8fc9-4319-bebd-dc969428cb6d tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191592 May 23 15:43:51.022835 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-781f28cb-58f6-41d6-9894-db7256db724e req-18276a94-8d99-4f96-ad7c-af5f581e0a48 service neutron] Attempting to bind port 8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:43:51.023176 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-781f28cb-58f6-41d6-9894-db7256db724e req-18276a94-8d99-4f96-ad7c-af5f581e0a48 service neutron] Attempting to bind port 8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '57139028-9621-4d1b-9c6f-932ad334f490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1f7dcd01-712e-4910-801c-ec7cd2120c05'}] {{(pid=111209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:43:51.023577 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781f28cb-58f6-41d6-9894-db7256db724e req-18276a94-8d99-4f96-ad7c-af5f581e0a48 service neutron] Attempting to bind port 8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545 on network 1f7dcd01-712e-4910-801c-ec7cd2120c05 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:43:51.029641 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781f28cb-58f6-41d6-9894-db7256db724e req-18276a94-8d99-4f96-ad7c-af5f581e0a48 service neutron] Port 8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545 on network 1f7dcd01-712e-4910-801c-ec7cd2120c05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:43:51.029641 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781f28cb-58f6-41d6-9894-db7256db724e req-18276a94-8d99-4f96-ad7c-af5f581e0a48 service neutron] Attempting to bind port 8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545 on network 1f7dcd01-712e-4910-801c-ec7cd2120c05 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:43:51.034346 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781f28cb-58f6-41d6-9894-db7256db724e req-18276a94-8d99-4f96-ad7c-af5f581e0a48 service neutron] Checking agent: {'id': '0d13f95c-3035-4c18-beb8-0a83c2b7abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'started_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:43:51.034733 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781f28cb-58f6-41d6-9894-db7256db724e req-18276a94-8d99-4f96-ad7c-af5f581e0a48 service neutron] Checking segment: {'id': '57139028-9621-4d1b-9c6f-932ad334f490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1f7dcd01-712e-4910-801c-ec7cd2120c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:43:51.035064 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781f28cb-58f6-41d6-9894-db7256db724e req-18276a94-8d99-4f96-ad7c-af5f581e0a48 service neutron] Bound using segment: {'id': '57139028-9621-4d1b-9c6f-932ad334f490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1f7dcd01-712e-4910-801c-ec7cd2120c05'} {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:43:51.035494 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-781f28cb-58f6-41d6-9894-db7256db724e req-18276a94-8d99-4f96-ad7c-af5f581e0a48 service neutron] Bound port: 8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57139028-9621-4d1b-9c6f-932ad334f490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1f7dcd01-712e-4910-801c-ec7cd2120c05'}}] {{(pid=111209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:43:51.035856 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-781f28cb-58f6-41d6-9894-db7256db724e req-18276a94-8d99-4f96-ad7c-af5f581e0a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:51.095901 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-781f28cb-58f6-41d6-9894-db7256db724e req-18276a94-8d99-4f96-ad7c-af5f581e0a48 service neutron] For port 8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545, host hv-cinder-84067, cleared binding levels {{(pid=111209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:43:51.099703 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-781f28cb-58f6-41d6-9894-db7256db724e req-18276a94-8d99-4f96-ad7c-af5f581e0a48 service neutron] For port 8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545,segment=NetworkSegment(57139028-9621-4d1b-9c6f-932ad334f490),segment_id=57139028-9621-4d1b-9c6f-932ad334f490)] {{(pid=111209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:43:51.202504 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-781f28cb-58f6-41d6-9894-db7256db724e req-18276a94-8d99-4f96-ad7c-af5f581e0a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:51.245089 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f28cb-58f6-41d6-9894-db7256db724e req-18276a94-8d99-4f96-ad7c-af5f581e0a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:51.245712 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-781f28cb-58f6-41d6-9894-db7256db724e req-18276a94-8d99-4f96-ad7c-af5f581e0a48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:51.247245 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-781f28cb-58f6-41d6-9894-db7256db724e req-18276a94-8d99-4f96-ad7c-af5f581e0a48 service neutron] 10.222.0.69 "PUT /v2.0/ports/8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545 HTTP/1.1" status: 200 len: 1093 time: 1.1918697 May 23 15:43:51.247837 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef32fe68-b121-4fdf-874b-db3e366da292', 'tag': '8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:43:51.250135 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264dd2b7-4ea9-4ecf-8f40-0ef89a13ddfc" -d '{"events": [{"name": "network-changed", "server_uuid": "ef32fe68-b121-4fdf-874b-db3e366da292", "tag": "8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:43:51.276171 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18276a94-8d99-4f96-ad7c-af5f581e0a48 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545,revision_number=3']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:51.293415 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a15074-c356-4608-85ae-85e867ee8abf x-openstack-request-id: req-94a15074-c356-4608-85ae-85e867ee8abf {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:43:51.293707 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef32fe68-b121-4fdf-874b-db3e366da292", "tag": "8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:43:51.293975 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94a15074-c356-4608-85ae-85e867ee8abf {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:43:51.294357 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94a15074-c356-4608-85ae-85e867ee8abf'] response: {'name': 'network-changed', 'server_uuid': 'ef32fe68-b121-4fdf-874b-db3e366da292', 'tag': '8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545', 'status': 'completed', 'code': 200} May 23 15:43:51.440658 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264dd2b7-4ea9-4ecf-8f40-0ef89a13ddfc req-ccaecdbc-a9ac-44ab-9aa2-35ef157bdd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:51.442191 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-264dd2b7-4ea9-4ecf-8f40-0ef89a13ddfc req-ccaecdbc-a9ac-44ab-9aa2-35ef157bdd3d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2ef57ea448a49d3af268a02f6f08257&device_id=ef32fe68-b121-4fdf-874b-db3e366da292 HTTP/1.1" status: 200 len: 1127 time: 0.0921288 May 23 15:43:51.454884 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54f08c-f5d6-4765-8407-a67208ffdd04 req-793e957e-1f90-4a32-9706-b2743fabcf50 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:51.457016 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ee54f08c-f5d6-4765-8407-a67208ffdd04 req-793e957e-1f90-4a32-9706-b2743fabcf50 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef32fe68-b121-4fdf-874b-db3e366da292 HTTP/1.1" status: 200 len: 943 time: 0.0639853 May 23 15:43:51.506703 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ee54f08c-f5d6-4765-8407-a67208ffdd04 req-1a1b679b-a236-49db-b83e-d70db0f97385 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439742 May 23 15:43:51.581594 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c990135b-7335-486f-8d79-183479d3697c req-f3f4b4d4-ebdc-4f84-826e-d69a104e1b02 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 210 time: 0.0304077 May 23 15:43:51.852395 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-fbcd8e6c-3a5e-4b7a-ab25-28ff771719cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:52.125682 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540324e8-56d5-480f-875d-0b5fdbdfea4a req-b0d9f4b0-bca5-4bb3-9f5a-101a495ff4be tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:52.127108 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-540324e8-56d5-480f-875d-0b5fdbdfea4a req-b0d9f4b0-bca5-4bb3-9f5a-101a495ff4be tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.0712278 May 23 15:43:52.153539 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb63e0-233e-4fc7-a799-a880f151ff76 req-4f85955b-e334-487c-bd0f-75638dbceaff tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:52.154911 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-cbbb63e0-233e-4fc7-a799-a880f151ff76 req-4f85955b-e334-487c-bd0f-75638dbceaff tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0662148 May 23 15:43:52.199158 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-540324e8-56d5-480f-875d-0b5fdbdfea4a req-2f80baef-4ae9-408e-a662-9dc0c879b927 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664635 May 23 15:43:52.219802 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-cbbb63e0-233e-4fc7-a799-a880f151ff76 req-f702781d-e203-446e-9654-73b1bff8a324 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579267 May 23 15:43:52.640256 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:52.703367 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f35924-634e-4f4d-aac8-b0987780aa65 req-404edeb0-8b89-4bda-8c08-a0d38c91aa95 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:52.704998 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-54f35924-634e-4f4d-aac8-b0987780aa65 req-404edeb0-8b89-4bda-8c08-a0d38c91aa95 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef32fe68-b121-4fdf-874b-db3e366da292 HTTP/1.1" status: 200 len: 943 time: 0.1294501 May 23 15:43:52.720903 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-c4755e69-9c41-4cde-8a25-10883ce99969 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:52.723755 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-c4755e69-9c41-4cde-8a25-10883ce99969 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.69 "GET /v2.0/networks?id=52f38aa2-2e8c-4bbb-b78a-8086514940da HTTP/1.1" status: 200 len: 808 time: 0.1398380 May 23 15:43:52.728004 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b341a137-69e7-41a3-a402-fe7a6f7dd193 req-8e4bc37d-4aff-4454-9b7e-2cc699faa098 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 210 time: 0.0572832 May 23 15:43:52.824050 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-08d73154-8e1b-4be5-81aa-697ab500419a tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0860b3d072246d49cd43a900351d571 HTTP/1.1" status: 200 len: 379 time: 0.0683227 May 23 15:43:53.020761 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-54f35924-634e-4f4d-aac8-b0987780aa65 req-6eedefae-b7d0-4a61-900d-6f97da02b414 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986023 May 23 15:43:53.021961 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264dd2b7-4ea9-4ecf-8f40-0ef89a13ddfc req-e6f3445b-1c86-46ae-806d-77e7536e5175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:53.023287 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-264dd2b7-4ea9-4ecf-8f40-0ef89a13ddfc req-e6f3445b-1c86-46ae-806d-77e7536e5175 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=c2ef57ea448a49d3af268a02f6f08257&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4367456 May 23 15:43:53.327599 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:53.358159 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d2a74-cd85-410f-beb9-adb1a4d641db req-3895bf83-cffc-4026-93e3-baccb1ce6753 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:53.359622 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ee5d2a74-cd85-410f-beb9-adb1a4d641db req-3895bf83-cffc-4026-93e3-baccb1ce6753 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.0842655 May 23 15:43:53.388474 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0ea31-454e-4d7d-a85e-eedb7727ca93 req-a75baa1b-9937-48de-84b9-ce8afcd1d959 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:53.389963 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f4f0ea31-454e-4d7d-a85e-eedb7727ca93 req-a75baa1b-9937-48de-84b9-ce8afcd1d959 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0753276 May 23 15:43:53.399826 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-52a23c70-1ee0-4dcf-ab12-4e63aa10ebbe tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Request body: {'port': {'device_id': 'dd66096c-0b64-4a26-bdec-1b1a46310cfb', 'network_id': '52f38aa2-2e8c-4bbb-b78a-8086514940da', 'admin_state_up': True, 'tenant_id': 'e0860b3d072246d49cd43a900351d571', 'security_groups': ['246130f5-c1de-4321-80eb-1cbd6622ca4c']}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:43:53.438407 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ee5d2a74-cd85-410f-beb9-adb1a4d641db req-6e0bdd83-6793-4355-aae8-c7a190c299e0 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722711 May 23 15:43:53.472331 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f4f0ea31-454e-4d7d-a85e-eedb7727ca93 req-05fef64a-549a-4588-b317-5f139c5c13d1 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712218 May 23 15:43:53.541902 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:53.591189 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-52a23c70-1ee0-4dcf-ab12-4e63aa10ebbe tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Made reservation on behalf of e0860b3d072246d49cd43a900351d571 for: {'port': 1} {{(pid=111208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:43:53.599069 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-52a23c70-1ee0-4dcf-ab12-4e63aa10ebbe tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:53.617833 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264dd2b7-4ea9-4ecf-8f40-0ef89a13ddfc req-d9fc7561-6265-4294-8c5a-8a8365129924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:53.619451 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-264dd2b7-4ea9-4ecf-8f40-0ef89a13ddfc req-d9fc7561-6265-4294-8c5a-8a8365129924 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1343853 May 23 15:43:53.725270 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:53.738335 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_common [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-52a23c70-1ee0-4dcf-ab12-4e63aa10ebbe tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Allocated IP 172.20.0.10 (52f38aa2-2e8c-4bbb-b78a-8086514940da/b43e208d-5605-4f40-918e-e3379d6d3055/a0610243-2466-4315-a3e6-15f6cea816b8) {{(pid=111208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:43:53.739606 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f28cb-58f6-41d6-9894-db7256db724e req-2c53b8b4-606c-4e4a-84de-ab6e3d78210e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:53.741126 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-781f28cb-58f6-41d6-9894-db7256db724e req-2c53b8b4-606c-4e4a-84de-ab6e3d78210e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2ef57ea448a49d3af268a02f6f08257&device_id=ef32fe68-b121-4fdf-874b-db3e366da292 HTTP/1.1" status: 200 len: 1127 time: 0.0437856 May 23 15:43:53.792553 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-781f28cb-58f6-41d6-9894-db7256db724e req-de26d652-6c74-44bd-be5f-b8ede98f356c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545 HTTP/1.1" status: 200 len: 217 time: 0.0369680 May 23 15:43:53.855304 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c7afdf1c-427f-499a-8ae4-de75d9c4b1c0 req-a8f889ed-3702-458d-a9c6-d35beeba1bbc tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 210 time: 0.0473425 May 23 15:43:53.877037 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f28cb-58f6-41d6-9894-db7256db724e req-01dced03-bcd3-4437-90af-b81a1540d988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:53.877037 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-781f28cb-58f6-41d6-9894-db7256db724e req-01dced03-bcd3-4437-90af-b81a1540d988 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ae076d4d-1578-4f2e-a837-de4e9e6970fb HTTP/1.1" status: 200 len: 849 time: 0.0714734 May 23 15:43:53.885300 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-52a23c70-1ee0-4dcf-ab12-4e63aa10ebbe tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks [] for port (a0610243-2466-4315-a3e6-15f6cea816b8), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:53.911347 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-781f28cb-58f6-41d6-9894-db7256db724e req-eb8f0693-3b8d-484a-9c66-185ea0df315f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1f7dcd01-712e-4910-801c-ec7cd2120c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262382 May 23 15:43:53.962762 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-52a23c70-1ee0-4dcf-ab12-4e63aa10ebbe tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (a0610243-2466-4315-a3e6-15f6cea816b8), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:54.006762 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-52a23c70-1ee0-4dcf-ab12-4e63aa10ebbe tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Network 52f38aa2-2e8c-4bbb-b78a-8086514940da is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:43:54.013258 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-52a23c70-1ee0-4dcf-ab12-4e63aa10ebbe tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:43:54.017570 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-52a23c70-1ee0-4dcf-ab12-4e63aa10ebbe tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Received port after_create {{(pid=111208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:43:54.042474 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-781f28cb-58f6-41d6-9894-db7256db724e req-a3eacdc8-71d8-4cf4-82b9-876a33c96646 service neutron] 10.222.0.69 "GET /v2.0/networks/1f7dcd01-712e-4910-801c-ec7cd2120c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216850 May 23 15:43:54.083793 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-52a23c70-1ee0-4dcf-ab12-4e63aa10ebbe tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:54.084444 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-52a23c70-1ee0-4dcf-ab12-4e63aa10ebbe tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for port (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:54.096335 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a23c70-1ee0-4dcf-ab12-4e63aa10ebbe tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Pushing event updated for resources: {'Port': ['ID=a0610243-2466-4315-a3e6-15f6cea816b8,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:54.181445 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-52a23c70-1ee0-4dcf-ab12-4e63aa10ebbe tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7855496 May 23 15:43:54.200341 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-6583a220-4f3f-4020-83a1-5fc4c21a703e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:54.202261 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-b29b7392-2459-4cf3-ad4d-3ffb0500d9b2 service neutron] Request body: {'port': {'device_id': 'dd66096c-0b64-4a26-bdec-1b1a46310cfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:43:54.259652 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9c7f8-03a8-402b-b27b-35f14e17a039 req-b638d0b3-0946-4873-8087-dc6555450358 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:54.266544 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-eaf9c7f8-03a8-402b-b27b-35f14e17a039 req-b638d0b3-0946-4873-8087-dc6555450358 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef32fe68-b121-4fdf-874b-db3e366da292 HTTP/1.1" status: 200 len: 943 time: 0.1351006 May 23 15:43:54.280010 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:54.293196 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-781f28cb-58f6-41d6-9894-db7256db724e req-7edc8983-6770-444a-96a8-a7d134595af4 service neutron] 10.222.0.69 "GET /v2.0/networks/1f7dcd01-712e-4910-801c-ec7cd2120c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349138 May 23 15:43:54.296208 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-b29b7392-2459-4cf3-ad4d-3ffb0500d9b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (a0610243-2466-4315-a3e6-15f6cea816b8), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:54.334717 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-eaf9c7f8-03a8-402b-b27b-35f14e17a039 req-1ebb1600-b2e0-407e-acff-d0a7f475fe65 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669470 May 23 15:43:54.382018 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-4dafed2b-8050-468c-a8f3-a97e0008f49a None None] Provisioning complete for port a0610243-2466-4315-a3e6-15f6cea816b8 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:43:54.382707 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-4dafed2b-8050-468c-a8f3-a97e0008f49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (a0610243-2466-4315-a3e6-15f6cea816b8), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:54.418614 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-4dafed2b-8050-468c-a8f3-a97e0008f49a None None] Port a0610243-2466-4315-a3e6-15f6cea816b8 cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:43:54.560971 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 45136) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:54.587584 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:54.601626 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722484e-f453-496c-bd20-b27866b3c552 req-52732349-dd5e-4607-aac9-4c9ac11ff1e2 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:54.603375 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3722484e-f453-496c-bd20-b27866b3c552 req-52732349-dd5e-4607-aac9-4c9ac11ff1e2 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0535371 May 23 15:43:54.649400 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.notifiers.nova [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-b29b7392-2459-4cf3-ad4d-3ffb0500d9b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0610243-2466-4315-a3e6-15f6cea816b8 {{(pid=111208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:43:54.660674 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-b29b7392-2459-4cf3-ad4d-3ffb0500d9b2 service neutron] Publish callbacks [] for port (a0610243-2466-4315-a3e6-15f6cea816b8), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:54.666048 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3722484e-f453-496c-bd20-b27866b3c552 req-212a86cb-29a7-44bb-bf22-355680467b9b tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563772 May 23 15:43:54.676385 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.provisioning_blocks [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-b29b7392-2459-4cf3-ad4d-3ffb0500d9b2 service neutron] Transition to ACTIVE for port object a0610243-2466-4315-a3e6-15f6cea816b8 will not be triggered until provisioned by entity L2. {{(pid=111208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:43:54.728738 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-1a32bccb-24f1-4f91-9b1c-3056583589e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:54.768073 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-b29b7392-2459-4cf3-ad4d-3ffb0500d9b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-906278'] for port (a0610243-2466-4315-a3e6-15f6cea816b8), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:54.812004 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-1a32bccb-24f1-4f91-9b1c-3056583589e5 admin admin] Publish callbacks [] for security_group (987a67f8-4327-41d1-a9fc-781f2972733b), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:54.823508 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b7392-2459-4cf3-ad4d-3ffb0500d9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a0610243-2466-4315-a3e6-15f6cea816b8,revision_number=2']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:54.900424 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.managers [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-b29b7392-2459-4cf3-ad4d-3ffb0500d9b2 service neutron] Attempting to bind port a0610243-2466-4315-a3e6-15f6cea816b8 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:43:54.900909 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.managers [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-b29b7392-2459-4cf3-ad4d-3ffb0500d9b2 service neutron] Attempting to bind port a0610243-2466-4315-a3e6-15f6cea816b8 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '27a2e33f-06f2-4e3d-ac54-2874447fd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '52f38aa2-2e8c-4bbb-b78a-8086514940da'}] {{(pid=111208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:43:54.901126 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-b29b7392-2459-4cf3-ad4d-3ffb0500d9b2 service neutron] Attempting to bind port a0610243-2466-4315-a3e6-15f6cea816b8 on network 52f38aa2-2e8c-4bbb-b78a-8086514940da {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:43:54.905944 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-b29b7392-2459-4cf3-ad4d-3ffb0500d9b2 service neutron] Port a0610243-2466-4315-a3e6-15f6cea816b8 on network 52f38aa2-2e8c-4bbb-b78a-8086514940da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:43:54.906265 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-b29b7392-2459-4cf3-ad4d-3ffb0500d9b2 service neutron] Attempting to bind port a0610243-2466-4315-a3e6-15f6cea816b8 on network 52f38aa2-2e8c-4bbb-b78a-8086514940da {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:43:54.909267 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:54.910751 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-1a32bccb-24f1-4f91-9b1c-3056583589e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (987a67f8-4327-41d1-a9fc-781f2972733b), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:54.924756 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-b29b7392-2459-4cf3-ad4d-3ffb0500d9b2 service neutron] Checking agent: {'id': '0d13f95c-3035-4c18-beb8-0a83c2b7abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'started_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:43:54.924756 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-b29b7392-2459-4cf3-ad4d-3ffb0500d9b2 service neutron] Checking segment: {'id': '27a2e33f-06f2-4e3d-ac54-2874447fd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '52f38aa2-2e8c-4bbb-b78a-8086514940da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:43:54.924756 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-b29b7392-2459-4cf3-ad4d-3ffb0500d9b2 service neutron] Bound using segment: {'id': '27a2e33f-06f2-4e3d-ac54-2874447fd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '52f38aa2-2e8c-4bbb-b78a-8086514940da'} {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:43:54.924756 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.managers [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-b29b7392-2459-4cf3-ad4d-3ffb0500d9b2 service neutron] Bound port: a0610243-2466-4315-a3e6-15f6cea816b8, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27a2e33f-06f2-4e3d-ac54-2874447fd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '52f38aa2-2e8c-4bbb-b78a-8086514940da'}}] {{(pid=111208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:43:54.924756 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-b29b7392-2459-4cf3-ad4d-3ffb0500d9b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (a0610243-2466-4315-a3e6-15f6cea816b8), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:54.966502 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-1a32bccb-24f1-4f91-9b1c-3056583589e5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e918fd89be30442298f7c9029911b06f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4044600 May 23 15:43:54.969352 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 45142) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:54.982914 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32bccb-24f1-4f91-9b1c-3056583589e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987a67f8-4327-41d1-a9fc-781f2972733b,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:55.007916 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b562dd6-fcd8-49eb-9d8e-4e8225481358 req-bc781ccd-d6af-4009-befc-b9de2c7f1337 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:55.009090 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4b562dd6-fcd8-49eb-9d8e-4e8225481358 req-bc781ccd-d6af-4009-befc-b9de2c7f1337 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 944 time: 0.0737243 May 23 15:43:55.031516 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-b29b7392-2459-4cf3-ad4d-3ffb0500d9b2 service neutron] For port a0610243-2466-4315-a3e6-15f6cea816b8, host hv-cinder-84067, cleared binding levels {{(pid=111208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:43:55.036704 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-b29b7392-2459-4cf3-ad4d-3ffb0500d9b2 service neutron] For port a0610243-2466-4315-a3e6-15f6cea816b8, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a0610243-2466-4315-a3e6-15f6cea816b8,segment=NetworkSegment(27a2e33f-06f2-4e3d-ac54-2874447fd6e1),segment_id=27a2e33f-06f2-4e3d-ac54-2874447fd6e1)] {{(pid=111208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:43:55.056244 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-0db1622a-9834-4eb5-8ea2-f721d8e9a303 admin admin] Publish callbacks [] for security_group (987a67f8-4327-41d1-a9fc-781f2972733b), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:55.077891 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4b562dd6-fcd8-49eb-9d8e-4e8225481358 req-e8aee6d9-948c-4877-9930-d328e316eb59 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599697 May 23 15:43:55.081374 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-0db1622a-9834-4eb5-8ea2-f721d8e9a303 admin admin] Publish callbacks [] for security_group (987a67f8-4327-41d1-a9fc-781f2972733b), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:55.129583 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-b29b7392-2459-4cf3-ad4d-3ffb0500d9b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-906278'] for port (a0610243-2466-4315-a3e6-15f6cea816b8), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:55.170719 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-b29b7392-2459-4cf3-ad4d-3ffb0500d9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:55.171597 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-b29b7392-2459-4cf3-ad4d-3ffb0500d9b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for port (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:55.173049 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-b29b7392-2459-4cf3-ad4d-3ffb0500d9b2 service neutron] 10.222.0.69 "PUT /v2.0/ports/a0610243-2466-4315-a3e6-15f6cea816b8 HTTP/1.1" status: 200 len: 1094 time: 0.9749787 May 23 15:43:55.173637 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd66096c-0b64-4a26-bdec-1b1a46310cfb', 'tag': 'a0610243-2466-4315-a3e6-15f6cea816b8'}] {{(pid=111208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:43:55.177142 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e8bc6f21cde82e90109a250a18be241d8bc12bef919575b3a0310827eb45c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b48cdba-aa57-4e35-868a-d740d4ce83b6" -d '{"events": [{"name": "network-changed", "server_uuid": "dd66096c-0b64-4a26-bdec-1b1a46310cfb", "tag": "a0610243-2466-4315-a3e6-15f6cea816b8"}]}' {{(pid=111208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:43:55.201579 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b7392-2459-4cf3-ad4d-3ffb0500d9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a0610243-2466-4315-a3e6-15f6cea816b8,revision_number=3']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:55.229325 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127a5a9f-c652-480d-bba0-3db463e85b88 x-openstack-request-id: req-127a5a9f-c652-480d-bba0-3db463e85b88 {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:43:55.229325 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd66096c-0b64-4a26-bdec-1b1a46310cfb", "tag": "a0610243-2466-4315-a3e6-15f6cea816b8", "status": "completed", "code": 200}]} {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:43:55.229325 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-127a5a9f-c652-480d-bba0-3db463e85b88 {{(pid=111208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:43:55.229325 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-127a5a9f-c652-480d-bba0-3db463e85b88'] response: {'name': 'network-changed', 'server_uuid': 'dd66096c-0b64-4a26-bdec-1b1a46310cfb', 'tag': 'a0610243-2466-4315-a3e6-15f6cea816b8', 'status': 'completed', 'code': 200} May 23 15:43:55.256964 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 45152) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:55.261425 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-2244e39e-a36f-42ca-a759-94589634c26f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Request body: {'security_group': {'name': 'tempest-securitygroup--699070741', 'description': 'tempest-description--506331141'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:43:55.276012 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-0db1622a-9834-4eb5-8ea2-f721d8e9a303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (987a67f8-4327-41d1-a9fc-781f2972733b), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:55.278670 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-0db1622a-9834-4eb5-8ea2-f721d8e9a303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:55.283480 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-0db1622a-9834-4eb5-8ea2-f721d8e9a303 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/987a67f8-4327-41d1-a9fc-781f2972733b HTTP/1.1" status: 204 len: 168 time: 0.3093004 May 23 15:43:55.298771 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1622a-9834-4eb5-8ea2-f721d8e9a303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987a67f8-4327-41d1-a9fc-781f2972733b,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:55.361882 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2244e39e-a36f-42ca-a759-94589634c26f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:55.423080 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=4 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:55.465815 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba1d55-c32c-48d6-8ae0-9c571e127af0 req-e1efdc4e-b7cd-4271-a7b1-615eaa749ee5 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:55.467433 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-12ba1d55-c32c-48d6-8ae0-9c571e127af0 req-e1efdc4e-b7cd-4271-a7b1-615eaa749ee5 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef32fe68-b121-4fdf-874b-db3e366da292 HTTP/1.1" status: 200 len: 943 time: 0.0492029 May 23 15:43:55.531163 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-12ba1d55-c32c-48d6-8ae0-9c571e127af0 req-d3aa0d2e-5dee-41f2-a4da-5655c4115676 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534675 May 23 15:43:55.537516 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2244e39e-a36f-42ca-a759-94589634c26f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks [] for security_group (9b48c92d-aad0-4fa7-868d-7e81760784f9), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:55.539484 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48cdba-aa57-4e35-868a-d740d4ce83b6 req-f7a01579-df41-4e5c-b5fe-f4237de29573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:55.541121 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-1b48cdba-aa57-4e35-868a-d740d4ce83b6 req-f7a01579-df41-4e5c-b5fe-f4237de29573 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e0860b3d072246d49cd43a900351d571&device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 1128 time: 0.0859141 May 23 15:43:55.567629 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:55.612996 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2244e39e-a36f-42ca-a759-94589634c26f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (9b48c92d-aad0-4fa7-868d-7e81760784f9), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:55.647624 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2244e39e-a36f-42ca-a759-94589634c26f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b48c92d-aad0-4fa7-868d-7e81760784f9,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:55.710883 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2244e39e-a36f-42ca-a759-94589634c26f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:55.712177 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-2244e39e-a36f-42ca-a759-94589634c26f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4542465 May 23 15:43:55.715234 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 45168) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:55.720047 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-de2862d0-23a3-4b0e-a443-8f0e1172f94f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Request body: {'security_group_rule': {'security_group_id': '9b48c92d-aad0-4fa7-868d-7e81760784f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:43:55.800954 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921aaa79-4162-4166-8f0f-abdbf55fd246 req-47d32fb9-36d5-4858-8d82-9ae208dec421 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:55.802616 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-921aaa79-4162-4166-8f0f-abdbf55fd246 req-47d32fb9-36d5-4858-8d82-9ae208dec421 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0512125 May 23 15:43:55.820785 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:55.825011 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-de2862d0-23a3-4b0e-a443-8f0e1172f94f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks [] for security_group_rule (e81e8d4e-e7aa-4a33-b2c1-569d4d1c4915), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:55.851144 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-921aaa79-4162-4166-8f0f-abdbf55fd246 req-ffbd74d9-9110-4b74-9bfa-1db9f22a7c29 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428956 May 23 15:43:55.881839 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-de2862d0-23a3-4b0e-a443-8f0e1172f94f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks [] for security_group_rule (e81e8d4e-e7aa-4a33-b2c1-569d4d1c4915), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:55.927099 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-de2862d0-23a3-4b0e-a443-8f0e1172f94f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (e81e8d4e-e7aa-4a33-b2c1-569d4d1c4915), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:55.948283 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2862d0-23a3-4b0e-a443-8f0e1172f94f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e81e8d4e-e7aa-4a33-b2c1-569d4d1c4915,revision_number=0']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:55.991900 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-de2862d0-23a3-4b0e-a443-8f0e1172f94f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:55.993128 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-de2862d0-23a3-4b0e-a443-8f0e1172f94f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2769468 May 23 15:43:55.995743 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 45170) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:55.999977 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-55e7be8d-95eb-4f2e-9b73-46ce0fa08f30 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Request body: {'security_group_rule': {'security_group_id': '9b48c92d-aad0-4fa7-868d-7e81760784f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:43:56.057698 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-55e7be8d-95eb-4f2e-9b73-46ce0fa08f30 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks [] for security_group_rule (020ddcec-afa7-4f21-973b-4701a97eec4a), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:56.119521 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-55e7be8d-95eb-4f2e-9b73-46ce0fa08f30 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks [] for security_group_rule (020ddcec-afa7-4f21-973b-4701a97eec4a), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:56.453399 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ebfb06-1376-45ab-b05c-36be3393adc2 req-fe5beff6-75a7-47a2-aa71-e432dc7f2929 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:56.453399 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-62ebfb06-1376-45ab-b05c-36be3393adc2 req-fe5beff6-75a7-47a2-aa71-e432dc7f2929 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 944 time: 0.0464060 May 23 15:43:56.453399 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-62ebfb06-1376-45ab-b05c-36be3393adc2 req-432e001e-4e15-4c15-88b2-709cc9f63062 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428460 May 23 15:43:56.601245 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-55e7be8d-95eb-4f2e-9b73-46ce0fa08f30 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (020ddcec-afa7-4f21-973b-4701a97eec4a), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:56.620817 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7be8d-95eb-4f2e-9b73-46ce0fa08f30 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=020ddcec-afa7-4f21-973b-4701a97eec4a,revision_number=0']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:56.646876 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:56.652999 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14b02d-ee45-4053-a954-3520e154975a req-fab0f966-5380-4660-a324-646166d45fbd tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:56.654527 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-fd14b02d-ee45-4053-a954-3520e154975a req-fab0f966-5380-4660-a324-646166d45fbd tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef32fe68-b121-4fdf-874b-db3e366da292 HTTP/1.1" status: 200 len: 943 time: 0.0507643 May 23 15:43:56.701443 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-fd14b02d-ee45-4053-a954-3520e154975a req-1078cd11-8624-4fbc-9e10-ae75ef4efc4a tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414357 May 23 15:43:56.717883 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-55e7be8d-95eb-4f2e-9b73-46ce0fa08f30 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:56.719078 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-55e7be8d-95eb-4f2e-9b73-46ce0fa08f30 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7224171 May 23 15:43:56.722292 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 45180) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:43:56.727626 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-b58d67b1-3a12-4576-8613-91e3fd57195d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Request body: {'floatingip': {'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:43:56.824286 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b58d67b1-3a12-4576-8613-91e3fd57195d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:56.902736 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b58d67b1-3a12-4576-8613-91e3fd57195d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:56.941150 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:56.974902 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c63825-9712-4449-88d3-205f80d4edd9 req-5539506e-3af5-4f7c-a3d3-312fd3620a4c tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:56.976388 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a3c63825-9712-4449-88d3-205f80d4edd9 req-5539506e-3af5-4f7c-a3d3-312fd3620a4c tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0476818 May 23 15:43:57.011590 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_common [None req-b58d67b1-3a12-4576-8613-91e3fd57195d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Allocated IP 172.27.3.15 (423e159f-0d94-4204-8598-641f4ed121cf/6893e8f7-d8c8-4bdd-8cf7-487cc5c00794/8d6ebb70-3547-4bde-9f81-ba04bd97769e) {{(pid=111208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:43:57.025605 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a3c63825-9712-4449-88d3-205f80d4edd9 req-baaf2c19-0a55-45c7-9171-c7143066411a tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433619 May 23 15:43:57.109609 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=81,neutron:UPDATE=6,neutron:DELETE=3,neutron:INSERT=10 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:57.119288 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b58d67b1-3a12-4576-8613-91e3fd57195d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks [] for port (8d6ebb70-3547-4bde-9f81-ba04bd97769e), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:57.230221 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b58d67b1-3a12-4576-8613-91e3fd57195d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (8d6ebb70-3547-4bde-9f81-ba04bd97769e), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:57.270541 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58d67b1-3a12-4576-8613-91e3fd57195d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Network 423e159f-0d94-4204-8598-641f4ed121cf is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:43:57.273278 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-b58d67b1-3a12-4576-8613-91e3fd57195d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:43:57.276929 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58d67b1-3a12-4576-8613-91e3fd57195d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Received port after_create {{(pid=111208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:43:57.281763 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d67b1-3a12-4576-8613-91e3fd57195d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Pushing event updated for resources: {'Port': ['ID=8d6ebb70-3547-4bde-9f81-ba04bd97769e,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:57.360451 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b58d67b1-3a12-4576-8613-91e3fd57195d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks [] for floatingip (6f35c6a7-a825-4e7f-80c0-71f1bcadf00f), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:57.467001 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b58d67b1-3a12-4576-8613-91e3fd57195d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (8d6ebb70-3547-4bde-9f81-ba04bd97769e), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:57.542926 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98eefe3-b8d3-40cb-88ee-04194a03ffef req-8be37e08-f001-4bd4-822b-3973d83a0ca7 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:57.544630 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a98eefe3-b8d3-40cb-88ee-04194a03ffef req-8be37e08-f001-4bd4-822b-3973d83a0ca7 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 944 time: 0.0485482 May 23 15:43:57.608294 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a98eefe3-b8d3-40cb-88ee-04194a03ffef req-9d3b77eb-33bd-4d79-ad7e-441177e1b92e tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536811 May 23 15:43:57.653657 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b58d67b1-3a12-4576-8613-91e3fd57195d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks [] for port (8d6ebb70-3547-4bde-9f81-ba04bd97769e), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:57.721322 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b58d67b1-3a12-4576-8613-91e3fd57195d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-906278'] for port (8d6ebb70-3547-4bde-9f81-ba04bd97769e), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:57.793020 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d67b1-3a12-4576-8613-91e3fd57195d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Pushing event updated for resources: {'Port': ['ID=8d6ebb70-3547-4bde-9f81-ba04bd97769e,revision_number=2']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:43:57.804520 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b58d67b1-3a12-4576-8613-91e3fd57195d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (6f35c6a7-a825-4e7f-80c0-71f1bcadf00f), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:57.815943 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c6000-2756-426e-ac87-d647888671c7 req-7ca08c6c-a986-4974-afa9-40ded32d63a7 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:57.817977 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c91c6000-2756-426e-ac87-d647888671c7 req-7ca08c6c-a986-4974-afa9-40ded32d63a7 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef32fe68-b121-4fdf-874b-db3e366da292 HTTP/1.1" status: 200 len: 943 time: 0.0472927 May 23 15:43:57.843521 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:57.866895 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c91c6000-2756-426e-ac87-d647888671c7 req-d3279214-299e-409d-a970-5fe0f41740ad tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432444 May 23 15:43:57.878514 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b58d67b1-3a12-4576-8613-91e3fd57195d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:57.879940 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-b58d67b1-3a12-4576-8613-91e3fd57195d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1555011 May 23 15:43:58.075335 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-55a6d341-d0f4-47e7-9f77-2b1112952810 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--699070741&fields=id&tenant_id=65483f2a0c914022b38e501691095c51 HTTP/1.1" status: 200 len: 267 time: 0.0447614 May 23 15:43:58.179956 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6408af8-7c10-47d7-8afc-d40d33a17642 req-29defecb-ec52-4830-8de6-1e077e341e48 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:58.181481 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d6408af8-7c10-47d7-8afc-d40d33a17642 req-29defecb-ec52-4830-8de6-1e077e341e48 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0888920 May 23 15:43:58.246382 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-671a042f-bbe2-4d83-82db-de7b1104cc43 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:58.247830 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-671a042f-bbe2-4d83-82db-de7b1104cc43 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/networks?id=eeca0c6c-3155-49db-bdc5-95de249b904d HTTP/1.1" status: 200 len: 816 time: 0.1667557 May 23 15:43:58.266611 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d6408af8-7c10-47d7-8afc-d40d33a17642 req-0bb89376-d1a8-4245-8892-ca3edd07e6a8 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796640 May 23 15:43:58.268873 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-2ce7010e-0c0c-4ab9-9c92-6385e0c4df5c tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/quotas/65483f2a0c914022b38e501691095c51 HTTP/1.1" status: 200 len: 375 time: 0.0126555 May 23 15:43:58.290046 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:58.316116 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:43:58.332539 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-e934cbee-65c0-4c59-9746-5ea94715ca35 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=65483f2a0c914022b38e501691095c51&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0560288 May 23 15:43:58.355705 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:58.387707 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48cdba-aa57-4e35-868a-d740d4ce83b6 req-7c4dd6d4-3895-430b-a4c2-214e227b9e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:58.389450 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-1b48cdba-aa57-4e35-868a-d740d4ce83b6 req-7c4dd6d4-3895-430b-a4c2-214e227b9e97 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=e0860b3d072246d49cd43a900351d571&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1096148 May 23 15:43:58.433467 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-5db36452-cfcc-44c4-bb5e-ca97e46d8c38 service neutron] 10.222.0.64 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860884 May 23 15:43:58.490804 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48cdba-aa57-4e35-868a-d740d4ce83b6 req-b3cd50a4-5776-409a-b80a-6d1df97f4fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:58.492364 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-1b48cdba-aa57-4e35-868a-d740d4ce83b6 req-b3cd50a4-5776-409a-b80a-6d1df97f4fb7 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938485 May 23 15:43:58.530157 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-13c6e2c2-4794-4c1a-a5ba-1eff8acabe1b service neutron] 10.222.0.64 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909379 May 23 15:43:58.672512 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-c8b375f3-07ed-4e08-a4fd-52e0ac374704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:58.674046 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-c8b375f3-07ed-4e08-a4fd-52e0ac374704 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e0860b3d072246d49cd43a900351d571&device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 1128 time: 0.0481865 May 23 15:43:58.727388 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-115fbc0c-edf9-4370-8ebc-75dfd0d317c5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0610243-2466-4315-a3e6-15f6cea816b8 HTTP/1.1" status: 200 len: 217 time: 0.0372980 May 23 15:43:58.772965 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304dd68-f5a8-4fa5-b0ee-06cacfa4d5f8 req-7c3d17e2-2b9f-43f9-b562-ee9cdeb6bb78 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:58.776988 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:58.779689 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8304dd68-f5a8-4fa5-b0ee-06cacfa4d5f8 req-7c3d17e2-2b9f-43f9-b562-ee9cdeb6bb78 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 944 time: 0.1028473 May 23 15:43:58.783515 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7d35b382-b2a8-44ba-ac85-d529410b9efd req-d5430b1d-3492-4b76-821a-27dcf0289d5a tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 210 time: 0.0424745 May 23 15:43:58.787538 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-aab527cf-2cbb-4891-9b9e-52f68a21ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:58.789723 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-aab527cf-2cbb-4891-9b9e-52f68a21ef1b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b43e208d-5605-4f40-918e-e3379d6d3055 HTTP/1.1" status: 200 len: 847 time: 0.0558941 May 23 15:43:58.804755 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:43:58.837878 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8304dd68-f5a8-4fa5-b0ee-06cacfa4d5f8 req-a92caf07-b12d-4de7-bdac-739cce27a8a9 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568457 May 23 15:43:58.849229 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-d1d8f0f5-9496-4f35-9529-1d3a0c123e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:58.849229 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-d1d8f0f5-9496-4f35-9529-1d3a0c123e8b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=52f38aa2-2e8c-4bbb-b78a-8086514940da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0514021 May 23 15:43:58.954729 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-77d88fbf-34bf-4157-8798-e30c3b08f865 service neutron] 10.222.0.69 "GET /v2.0/networks/52f38aa2-2e8c-4bbb-b78a-8086514940da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997980 May 23 15:43:58.991905 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d26959-2ace-455b-9375-688d58cfb295 req-2265ceff-62bc-4c88-a9d8-42fac137a931 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:58.993406 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a0d26959-2ace-455b-9375-688d58cfb295 req-2265ceff-62bc-4c88-a9d8-42fac137a931 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef32fe68-b121-4fdf-874b-db3e366da292 HTTP/1.1" status: 200 len: 943 time: 0.0529993 May 23 15:43:59.044308 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a0d26959-2ace-455b-9375-688d58cfb295 req-1e09cfa0-c0d3-4383-b8c6-cc148858310c tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452454 May 23 15:43:59.055985 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-71ef1e65-a61a-4f2d-81ea-76aa1483e1c3 req-8e916314-6453-4925-8816-8841c5ac8c6a service neutron] 10.222.0.69 "GET /v2.0/networks/52f38aa2-2e8c-4bbb-b78a-8086514940da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915284 May 23 15:43:59.389626 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3887a6-48d4-4208-a0b5-8618a474a57a req-a52ad114-6ab7-4245-8794-4cb0fdee9505 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:59.391068 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-cd3887a6-48d4-4208-a0b5-8618a474a57a req-a52ad114-6ab7-4245-8794-4cb0fdee9505 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0478537 May 23 15:43:59.439252 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-cd3887a6-48d4-4208-a0b5-8618a474a57a req-509089e8-5fc3-4ed0-8a93-966d6790998b tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413866 May 23 15:43:59.897933 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-00d49ab0-7cc7-4993-910f-ba9530d78b01 req-83bc34ef-489c-4d7c-b52e-64141e7ce477 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 210 time: 0.0340078 May 23 15:43:59.971659 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c344a-be00-4d19-a148-ac114e738042 req-b81a20f0-2f13-453a-9a91-99e02a2bb67e tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:43:59.973861 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-029c344a-be00-4d19-a148-ac114e738042 req-b81a20f0-2f13-453a-9a91-99e02a2bb67e tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 944 time: 0.0537241 May 23 15:44:00.023593 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-029c344a-be00-4d19-a148-ac114e738042 req-586d0a03-a179-42b0-8d42-8aabf02cfed9 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439253 May 23 15:44:00.151137 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:00.159579 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f75dd-4dca-4802-8fa8-c6f12acf44a4 req-a83445ac-df2e-4b22-8d71-bcb14d39bfc0 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:00.162348 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-066f75dd-4dca-4802-8fa8-c6f12acf44a4 req-a83445ac-df2e-4b22-8d71-bcb14d39bfc0 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef32fe68-b121-4fdf-874b-db3e366da292 HTTP/1.1" status: 200 len: 943 time: 0.0494564 May 23 15:44:00.173520 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=111210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:44:00.195594 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=74 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:00.195594 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=80 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:00.225703 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-066f75dd-4dca-4802-8fa8-c6f12acf44a4 req-34b32b65-f5a8-4bbb-9638-67a58e69ced8 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576167 May 23 15:44:00.286900 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545,segment=NetworkSegment(57139028-9621-4d1b-9c6f-932ad334f490),segment_id=57139028-9621-4d1b-9c6f-932ad334f490)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:44:00.298992 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Returning: {'device': '8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545', 'network_id': '1f7dcd01-712e-4910-801c-ec7cd2120c05', 'port_id': '8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545', 'mac_address': 'fa:16:3e:22:00:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae076d4d-1578-4f2e-a837-de4e9e6970fb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:44:00.337220 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port 8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545 is: DOWN; New status is: BUILD {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:44:00.337634 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:00.351081 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545 {{(pid=111210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:44:00.368463 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:00.377391 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545,segment=NetworkSegment(57139028-9621-4d1b-9c6f-932ad334f490),segment_id=57139028-9621-4d1b-9c6f-932ad334f490)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:44:00.475665 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:00.525418 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:00.532639 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:00.532995 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:00.533369 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:00.533723 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:00.534067 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:00.539841 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:00.539841 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:00.539841 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:00.539841 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:00.539841 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:00.539841 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:00.539841 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:00.539841 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:00.539841 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:00.539841 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:00.571673 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb0ce6-8a01-4284-b372-7ed99bb22065 req-9bb97ef8-0dc1-4567-b472-ed0707789d65 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:00.573174 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-38bb0ce6-8a01-4284-b372-7ed99bb22065 req-9bb97ef8-0dc1-4567-b472-ed0707789d65 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0617781 May 23 15:44:00.624609 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-38bb0ce6-8a01-4284-b372-7ed99bb22065 req-69f72f91-4a17-424f-8a35-617182b922c2 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458047 May 23 15:44:00.887505 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:44:00.939797 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:00.964709 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-ad58fafa-b607-4e6a-9982-5c1b5439f1d8 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:00.966751 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-ad58fafa-b607-4e6a-9982-5c1b5439f1d8 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.69 "GET /v2.0/networks?id=eeca0c6c-3155-49db-bdc5-95de249b904d HTTP/1.1" status: 200 len: 816 time: 0.1225698 May 23 15:44:01.004754 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-aee444f4-703b-4d6b-a27f-fd561adb8b49 req-c8bc0aab-e45e-4f69-b9b5-513cd457879a tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 210 time: 0.0278001 May 23 15:44:01.052412 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-01ac634c-6d14-4f8c-923e-7a12c866ec63 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65483f2a0c914022b38e501691095c51 HTTP/1.1" status: 200 len: 379 time: 0.0613587 May 23 15:44:01.061779 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-7971f84a-bf5e-41df-916c-fac66ceff3a0 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Request body: {'port': {'device_id': '15c3a3b9-3d55-44c3-8627-ba397c1f069d', 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d', 'admin_state_up': True, 'tenant_id': '65483f2a0c914022b38e501691095c51', 'security_groups': ['9b48c92d-aad0-4fa7-868d-7e81760784f9']}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:44:01.142088 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753fe81-9466-4e8e-9906-3fd960fd1ea1 req-785334f3-0bc7-4e59-b9fa-2d6869569734 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:01.144019 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7753fe81-9466-4e8e-9906-3fd960fd1ea1 req-785334f3-0bc7-4e59-b9fa-2d6869569734 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 944 time: 0.0510802 May 23 15:44:01.201169 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7753fe81-9466-4e8e-9906-3fd960fd1ea1 req-5bc8dca9-c015-4a08-b9aa-bb297fcab865 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497913 May 23 15:44:01.353926 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b1002-77b2-440b-8108-44a46489d57d req-8e101637-9691-49bb-bd0e-f452198ee93e tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:01.356481 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e44b1002-77b2-440b-8108-44a46489d57d req-8e101637-9691-49bb-bd0e-f452198ee93e tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef32fe68-b121-4fdf-874b-db3e366da292 HTTP/1.1" status: 200 len: 944 time: 0.0597365 May 23 15:44:01.406547 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e44b1002-77b2-440b-8108-44a46489d57d req-0a69ab6c-b313-43f4-b0f9-cdd0217585cd tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439794 May 23 15:44:01.435846 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-7971f84a-bf5e-41df-916c-fac66ceff3a0 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Made reservation on behalf of 65483f2a0c914022b38e501691095c51 for: {'port': 1} {{(pid=111208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:44:01.439269 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-7971f84a-bf5e-41df-916c-fac66ceff3a0 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:01.564517 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_common [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-7971f84a-bf5e-41df-916c-fac66ceff3a0 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Allocated IP 172.20.0.6 (eeca0c6c-3155-49db-bdc5-95de249b904d/ca534db1-6e0a-429d-b324-076955c1b25f/f835d7e4-2023-42a3-91c1-27e29436c365) {{(pid=111208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:44:01.572935 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:01.717287 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-7971f84a-bf5e-41df-916c-fac66ceff3a0 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks [] for port (f835d7e4-2023-42a3-91c1-27e29436c365), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:01.745722 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08741a-738b-43a7-a45e-3068cee6f6db req-4d040ad3-9f90-409b-8c64-edfa859920f8 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:01.751345 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2a08741a-738b-43a7-a45e-3068cee6f6db req-4d040ad3-9f90-409b-8c64-edfa859920f8 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0539813 May 23 15:44:01.799575 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2a08741a-738b-43a7-a45e-3068cee6f6db req-66d654ec-306a-48ba-8a6e-47c2cd30aa92 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419595 May 23 15:44:01.830310 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-7971f84a-bf5e-41df-916c-fac66ceff3a0 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (f835d7e4-2023-42a3-91c1-27e29436c365), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:01.836936 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:01.874878 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-7971f84a-bf5e-41df-916c-fac66ceff3a0 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Network eeca0c6c-3155-49db-bdc5-95de249b904d is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:44:01.877851 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-7971f84a-bf5e-41df-916c-fac66ceff3a0 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:44:01.881885 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-7971f84a-bf5e-41df-916c-fac66ceff3a0 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Received port after_create {{(pid=111208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:44:01.908878 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971f84a-bf5e-41df-916c-fac66ceff3a0 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Pushing event updated for resources: {'Port': ['ID=f835d7e4-2023-42a3-91c1-27e29436c365,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:01.938242 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-7971f84a-bf5e-41df-916c-fac66ceff3a0 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:01.938875 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-7971f84a-bf5e-41df-916c-fac66ceff3a0 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for port (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:02.021012 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-7971f84a-bf5e-41df-916c-fac66ceff3a0 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9630840 May 23 15:44:02.045413 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-265b0820-f634-461a-b66f-5bb591a7d7ce service neutron] Request body: {'port': {'device_id': '15c3a3b9-3d55-44c3-8627-ba397c1f069d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:44:02.110381 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-265b0820-f634-461a-b66f-5bb591a7d7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (f835d7e4-2023-42a3-91c1-27e29436c365), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:02.133468 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-018db330-19bb-4780-8609-8fe1d022f54a None None] Provisioning complete for port f835d7e4-2023-42a3-91c1-27e29436c365 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:44:02.134470 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-018db330-19bb-4780-8609-8fe1d022f54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (f835d7e4-2023-42a3-91c1-27e29436c365), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:02.165552 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4651ac-be3a-4128-a3a9-2403a8586f85 req-ecf29121-dc0b-432c-a528-0ed49fb9cfe8 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:02.168183 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-018db330-19bb-4780-8609-8fe1d022f54a None None] Port f835d7e4-2023-42a3-91c1-27e29436c365 cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:44:02.173647 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-dc4651ac-be3a-4128-a3a9-2403a8586f85 req-ecf29121-dc0b-432c-a528-0ed49fb9cfe8 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 931 time: 0.0792394 May 23 15:44:02.188850 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545 up at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:44:02.237194 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-dc4651ac-be3a-4128-a3a9-2403a8586f85 req-f20526eb-dac4-4435-bf6f-cf037b805719 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597553 May 23 15:44:02.274598 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning for port 8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545 completed by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:44:02.326861 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning complete for port 8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:44:02.327285 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:02.343023 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679001a-0080-4372-a3a2-bf97052fa9c7 req-938ccefd-88dc-4e49-8f4b-67b14850a6cb tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:02.345594 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b679001a-0080-4372-a3a2-bf97052fa9c7 req-938ccefd-88dc-4e49-8f4b-67b14850a6cb tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 944 time: 0.0515976 May 23 15:44:02.409808 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b679001a-0080-4372-a3a2-bf97052fa9c7 req-39c43231-2e28-4ee2-a216-14fa4e19c165 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578618 May 23 15:44:02.414434 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port 8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545 is: BUILD; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:44:02.414837 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:02.440123 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef32fe68-b121-4fdf-874b-db3e366da292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545'}] {{(pid=111210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:44:02.443246 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9c7a1c507f49bcca1db13b0162076e02f5240d03c1faf9934ae6854bea0488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2901d3a7-55e1-479b-b144-91dfd09d4cb9" -d '{"events": [{"server_uuid": "ef32fe68-b121-4fdf-874b-db3e366da292", "name": "network-vif-plugged", "status": "completed", "tag": "8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545"}]}' {{(pid=111210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:44:02.457414 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545,segment=NetworkSegment(57139028-9621-4d1b-9c6f-932ad334f490),segment_id=57139028-9621-4d1b-9c6f-932ad334f490)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:44:02.495823 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84188a68-f682-465f-8cac-bf91ac1aec6f x-openstack-request-id: req-84188a68-f682-465f-8cac-bf91ac1aec6f {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:44:02.495823 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef32fe68-b121-4fdf-874b-db3e366da292", "name": "network-vif-plugged", "status": "completed", "tag": "8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545", "code": 200}]} {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:44:02.495823 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-84188a68-f682-465f-8cac-bf91ac1aec6f {{(pid=111210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:44:02.495823 dv-cinder-840678-12-iscsi neutron-server[111210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84188a68-f682-465f-8cac-bf91ac1aec6f'] response: {'server_uuid': 'ef32fe68-b121-4fdf-874b-db3e366da292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545', 'code': 200} May 23 15:44:02.499003 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.notifiers.nova [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-265b0820-f634-461a-b66f-5bb591a7d7ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f835d7e4-2023-42a3-91c1-27e29436c365 {{(pid=111208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:44:02.507191 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-265b0820-f634-461a-b66f-5bb591a7d7ce service neutron] Publish callbacks [] for port (f835d7e4-2023-42a3-91c1-27e29436c365), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:02.515876 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:02.520356 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.provisioning_blocks [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-265b0820-f634-461a-b66f-5bb591a7d7ce service neutron] Transition to ACTIVE for port object f835d7e4-2023-42a3-91c1-27e29436c365 will not be triggered until provisioned by entity L2. {{(pid=111208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:44:02.549002 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a6591-b89f-4f01-9d22-4450b46c8269 req-62091fde-aa98-406c-a389-499d04e6dbd3 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:02.551113 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-903a6591-b89f-4f01-9d22-4450b46c8269 req-62091fde-aa98-406c-a389-499d04e6dbd3 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef32fe68-b121-4fdf-874b-db3e366da292 HTTP/1.1" status: 200 len: 944 time: 0.0489585 May 23 15:44:02.570350 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:02.595400 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-265b0820-f634-461a-b66f-5bb591a7d7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-906278'] for port (f835d7e4-2023-42a3-91c1-27e29436c365), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:02.606774 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-903a6591-b89f-4f01-9d22-4450b46c8269 req-31075246-9a30-4837-b67a-440faa7dcc99 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489323 May 23 15:44:02.644050 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b0820-f634-461a-b66f-5bb591a7d7ce service neutron] Pushing event updated for resources: {'Port': ['ID=f835d7e4-2023-42a3-91c1-27e29436c365,revision_number=2']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:02.746230 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.managers [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-265b0820-f634-461a-b66f-5bb591a7d7ce service neutron] Attempting to bind port f835d7e4-2023-42a3-91c1-27e29436c365 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:44:02.746679 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.managers [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-265b0820-f634-461a-b66f-5bb591a7d7ce service neutron] Attempting to bind port f835d7e4-2023-42a3-91c1-27e29436c365 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '21e9a643-8a12-437e-ab5f-657aa4ff3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d'}] {{(pid=111208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:44:02.747108 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-265b0820-f634-461a-b66f-5bb591a7d7ce service neutron] Attempting to bind port f835d7e4-2023-42a3-91c1-27e29436c365 on network eeca0c6c-3155-49db-bdc5-95de249b904d {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:44:02.751859 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-265b0820-f634-461a-b66f-5bb591a7d7ce service neutron] Port f835d7e4-2023-42a3-91c1-27e29436c365 on network eeca0c6c-3155-49db-bdc5-95de249b904d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:44:02.752266 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-265b0820-f634-461a-b66f-5bb591a7d7ce service neutron] Attempting to bind port f835d7e4-2023-42a3-91c1-27e29436c365 on network eeca0c6c-3155-49db-bdc5-95de249b904d {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:44:02.758327 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-265b0820-f634-461a-b66f-5bb591a7d7ce service neutron] Checking agent: {'id': '0d13f95c-3035-4c18-beb8-0a83c2b7abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'started_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:44:02.758752 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-265b0820-f634-461a-b66f-5bb591a7d7ce service neutron] Checking segment: {'id': '21e9a643-8a12-437e-ab5f-657aa4ff3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:44:02.759174 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-265b0820-f634-461a-b66f-5bb591a7d7ce service neutron] Bound using segment: {'id': '21e9a643-8a12-437e-ab5f-657aa4ff3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d'} {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:44:02.759614 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.managers [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-265b0820-f634-461a-b66f-5bb591a7d7ce service neutron] Bound port: f835d7e4-2023-42a3-91c1-27e29436c365, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21e9a643-8a12-437e-ab5f-657aa4ff3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d'}}] {{(pid=111208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:44:02.759975 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-265b0820-f634-461a-b66f-5bb591a7d7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (f835d7e4-2023-42a3-91c1-27e29436c365), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:02.797834 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:02.830075 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-265b0820-f634-461a-b66f-5bb591a7d7ce service neutron] For port f835d7e4-2023-42a3-91c1-27e29436c365, host hv-cinder-84067, cleared binding levels {{(pid=111208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:44:02.834047 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-265b0820-f634-461a-b66f-5bb591a7d7ce service neutron] For port f835d7e4-2023-42a3-91c1-27e29436c365, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f835d7e4-2023-42a3-91c1-27e29436c365,segment=NetworkSegment(21e9a643-8a12-437e-ab5f-657aa4ff3f49),segment_id=21e9a643-8a12-437e-ab5f-657aa4ff3f49)] {{(pid=111208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:44:02.893582 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:02.934249 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b63c63-73a0-41ea-a99b-3e38d54deddc req-55cffc3f-c1e5-4cb5-8122-73ade5ff8ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:02.935693 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-46b63c63-73a0-41ea-a99b-3e38d54deddc req-55cffc3f-c1e5-4cb5-8122-73ade5ff8ab0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ef32fe68-b121-4fdf-874b-db3e366da292 HTTP/1.1" status: 200 len: 1129 time: 0.0752852 May 23 15:44:02.950777 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-265b0820-f634-461a-b66f-5bb591a7d7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-906278'] for port (f835d7e4-2023-42a3-91c1-27e29436c365), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:02.956435 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd7dba-f5c1-41ed-9e5e-2b6b5f363241 req-d9217258-6281-4de0-a832-46a5739408e3 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:02.957947 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-49bd7dba-f5c1-41ed-9e5e-2b6b5f363241 req-d9217258-6281-4de0-a832-46a5739408e3 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0627406 May 23 15:44:02.986090 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-265b0820-f634-461a-b66f-5bb591a7d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:02.986714 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-265b0820-f634-461a-b66f-5bb591a7d7ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for port (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:02.989301 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-265b0820-f634-461a-b66f-5bb591a7d7ce service neutron] 10.222.0.69 "PUT /v2.0/ports/f835d7e4-2023-42a3-91c1-27e29436c365 HTTP/1.1" status: 200 len: 1093 time: 0.9484887 May 23 15:44:02.989301 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c3a3b9-3d55-44c3-8627-ba397c1f069d', 'tag': 'f835d7e4-2023-42a3-91c1-27e29436c365'}] {{(pid=111208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:44:02.999743 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e8bc6f21cde82e90109a250a18be241d8bc12bef919575b3a0310827eb45c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b859c12-813e-4afd-becb-7144266417ec" -d '{"events": [{"name": "network-changed", "server_uuid": "15c3a3b9-3d55-44c3-8627-ba397c1f069d", "tag": "f835d7e4-2023-42a3-91c1-27e29436c365"}]}' {{(pid=111208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:44:03.020466 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-46b63c63-73a0-41ea-a99b-3e38d54deddc req-49818c90-fb42-4c8c-b5f8-512f0d024503 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767033 May 23 15:44:03.022994 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b0820-f634-461a-b66f-5bb591a7d7ce service neutron] Pushing event updated for resources: {'Port': ['ID=f835d7e4-2023-42a3-91c1-27e29436c365,revision_number=3']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:03.038214 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38de8a65-ca6b-4529-b58b-400a02daa055 x-openstack-request-id: req-38de8a65-ca6b-4529-b58b-400a02daa055 {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:44:03.038779 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15c3a3b9-3d55-44c3-8627-ba397c1f069d", "tag": "f835d7e4-2023-42a3-91c1-27e29436c365", "status": "completed", "code": 200}]} {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:44:03.039038 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-38de8a65-ca6b-4529-b58b-400a02daa055 {{(pid=111208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:44:03.039456 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38de8a65-ca6b-4529-b58b-400a02daa055'] response: {'name': 'network-changed', 'server_uuid': '15c3a3b9-3d55-44c3-8627-ba397c1f069d', 'tag': 'f835d7e4-2023-42a3-91c1-27e29436c365', 'status': 'completed', 'code': 200} May 23 15:44:03.040267 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-49bd7dba-f5c1-41ed-9e5e-2b6b5f363241 req-dd64bb45-fd45-4aff-8c65-f833184708f8 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758245 May 23 15:44:03.309285 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:03.347178 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce009af-d48e-40f7-9ded-a925bd34a316 req-d05cd7fe-5753-47a5-a033-cf618fb1f4b4 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:03.349454 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5ce009af-d48e-40f7-9ded-a925bd34a316 req-d05cd7fe-5753-47a5-a033-cf618fb1f4b4 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 943 time: 0.0496731 May 23 15:44:03.404912 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5ce009af-d48e-40f7-9ded-a925bd34a316 req-056d1f60-30c9-4475-8e65-a5e83dfe7f51 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497246 May 23 15:44:03.522769 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f439020-cd73-4e03-a909-3e988714aed0 req-d3169812-a7da-4398-9fb8-4b5f3e5a8d0c tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:03.524219 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8f439020-cd73-4e03-a909-3e988714aed0 req-d3169812-a7da-4398-9fb8-4b5f3e5a8d0c tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 944 time: 0.0459929 May 23 15:44:03.579187 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8f439020-cd73-4e03-a909-3e988714aed0 req-7dc31f96-afab-4f18-9e67-c4a7d368ca76 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495462 May 23 15:44:03.637004 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 45314) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:03.720377 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224bff5-d417-49eb-ba89-b677582d9602 req-9b309035-6f27-4941-b7e8-75f7cd85fd89 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:03.721912 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c224bff5-d417-49eb-ba89-b677582d9602 req-9b309035-6f27-4941-b7e8-75f7cd85fd89 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef32fe68-b121-4fdf-874b-db3e366da292 HTTP/1.1" status: 200 len: 945 time: 0.0469060 May 23 15:44:03.750270 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e14b10a0-c546-4915-88b5-cf125fdb4649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:03.770280 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c224bff5-d417-49eb-ba89-b677582d9602 req-218b3b7b-58dd-4fb8-ba6c-93d74bbdce1e tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418401 May 23 15:44:03.787038 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:03.831238 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e14b10a0-c546-4915-88b5-cf125fdb4649 admin admin] Publish callbacks [] for security_group (30928dd8-25b1-45d6-b799-1cdc49329fff), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:03.921396 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e14b10a0-c546-4915-88b5-cf125fdb4649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (30928dd8-25b1-45d6-b799-1cdc49329fff), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:03.960598 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b10a0-c546-4915-88b5-cf125fdb4649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30928dd8-25b1-45d6-b799-1cdc49329fff,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:03.967177 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-e14b10a0-c546-4915-88b5-cf125fdb4649 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=23e6e466a1174447840e8a0e6feb59fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3267767 May 23 15:44:03.967363 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 45318) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:04.000694 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b859c12-813e-4afd-becb-7144266417ec req-1990775e-323c-4f3c-8265-ec8f491e907c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:04.002231 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9b859c12-813e-4afd-becb-7144266417ec req-1990775e-323c-4f3c-8265-ec8f491e907c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65483f2a0c914022b38e501691095c51&device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 1127 time: 0.0472302 May 23 15:44:04.020892 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-628d51d4-48b1-4ddc-b573-167eb6b8320d admin admin] Publish callbacks [] for security_group (30928dd8-25b1-45d6-b799-1cdc49329fff), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:04.042710 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-628d51d4-48b1-4ddc-b573-167eb6b8320d admin admin] Publish callbacks [] for security_group (30928dd8-25b1-45d6-b799-1cdc49329fff), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:04.181736 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f7780-4419-48c0-b7b4-33e2c702123c req-61a77008-66ac-4591-9af1-0301d8e3a328 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:04.183239 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6b5f7780-4419-48c0-b7b4-33e2c702123c req-61a77008-66ac-4591-9af1-0301d8e3a328 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0702674 May 23 15:44:04.185848 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b859c12-813e-4afd-becb-7144266417ec req-9f259ab0-f1f3-469f-b7dc-af8fc2d03530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:04.187172 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9b859c12-813e-4afd-becb-7144266417ec req-9f259ab0-f1f3-469f-b7dc-af8fc2d03530 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=65483f2a0c914022b38e501691095c51&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1405599 May 23 15:44:04.197320 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-628d51d4-48b1-4ddc-b573-167eb6b8320d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (30928dd8-25b1-45d6-b799-1cdc49329fff), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:04.199956 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-628d51d4-48b1-4ddc-b573-167eb6b8320d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:04.201206 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-628d51d4-48b1-4ddc-b573-167eb6b8320d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/30928dd8-25b1-45d6-b799-1cdc49329fff HTTP/1.1" status: 204 len: 168 time: 0.2328351 May 23 15:44:04.213387 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d51d4-48b1-4ddc-b573-167eb6b8320d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30928dd8-25b1-45d6-b799-1cdc49329fff,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:04.293002 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6b5f7780-4419-48c0-b7b4-33e2c702123c req-764da916-e4e1-4892-aa1f-1696a8ab88d6 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041915 May 23 15:44:04.327339 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b859c12-813e-4afd-becb-7144266417ec req-913cc92e-3386-4698-8545-0af41d7d89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:04.328871 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9b859c12-813e-4afd-becb-7144266417ec req-913cc92e-3386-4698-8545-0af41d7d89c7 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328325 May 23 15:44:04.523597 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae6a94-7c8f-4a7c-8cd2-e0ba2239c22d req-1a048c8b-16b3-4cdf-a9d7-6fb7f8a505f5 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:04.525099 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0cae6a94-7c8f-4a7c-8cd2-e0ba2239c22d req-1a048c8b-16b3-4cdf-a9d7-6fb7f8a505f5 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 943 time: 0.0535204 May 23 15:44:04.572505 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0cae6a94-7c8f-4a7c-8cd2-e0ba2239c22d req-e5369d5c-5e33-44d8-81eb-78da08a4e22f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419538 May 23 15:44:04.693240 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643b035-c14c-4d7c-8157-55be3170bac8 req-90207900-2052-4668-9f40-b78cb8dd277d tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:04.694697 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4643b035-c14c-4d7c-8157-55be3170bac8 req-90207900-2052-4668-9f40-b78cb8dd277d tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 944 time: 0.0465930 May 23 15:44:04.746030 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4643b035-c14c-4d7c-8157-55be3170bac8 req-b1a4f242-388f-4a38-aba0-aaf1b25baecd tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452244 May 23 15:44:04.796340 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 45332) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:04.810245 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-339591e9-6317-426f-a155-a337152e5d25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:04.885570 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-339591e9-6317-426f-a155-a337152e5d25 admin admin] Publish callbacks [] for security_group (242828a3-beb4-43e5-a13e-c9fd6f91cf0d), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:04.886942 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2da628-16a6-4b67-9f3a-c115962e78b1 req-0d78ee28-8561-4e6b-8f90-e74c8fed7662 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:04.888422 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3f2da628-16a6-4b67-9f3a-c115962e78b1 req-0d78ee28-8561-4e6b-8f90-e74c8fed7662 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef32fe68-b121-4fdf-874b-db3e366da292 HTTP/1.1" status: 200 len: 945 time: 0.0461836 May 23 15:44:04.938610 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3f2da628-16a6-4b67-9f3a-c115962e78b1 req-22723997-ccbe-4680-9658-a54ea1ed5d4e tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445902 May 23 15:44:04.955401 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-339591e9-6317-426f-a155-a337152e5d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (242828a3-beb4-43e5-a13e-c9fd6f91cf0d), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:04.996024 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-339591e9-6317-426f-a155-a337152e5d25 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1efa87502b214defbb8efb1e35cb91cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1983809 May 23 15:44:04.997244 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339591e9-6317-426f-a155-a337152e5d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242828a3-beb4-43e5-a13e-c9fd6f91cf0d,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:04.999100 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 45334) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:05.018208 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:05.050354 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-4006a8c5-ceec-408c-80ec-c46e9967bebb admin admin] Publish callbacks [] for security_group (242828a3-beb4-43e5-a13e-c9fd6f91cf0d), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:05.071849 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-4006a8c5-ceec-408c-80ec-c46e9967bebb admin admin] Publish callbacks [] for security_group (242828a3-beb4-43e5-a13e-c9fd6f91cf0d), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:05.086435 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:05.172845 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-4006a8c5-ceec-408c-80ec-c46e9967bebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (242828a3-beb4-43e5-a13e-c9fd6f91cf0d), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:05.175595 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-4006a8c5-ceec-408c-80ec-c46e9967bebb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:05.176837 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-4006a8c5-ceec-408c-80ec-c46e9967bebb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/242828a3-beb4-43e5-a13e-c9fd6f91cf0d HTTP/1.1" status: 204 len: 168 time: 0.1763146 May 23 15:44:05.185704 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006a8c5-ceec-408c-80ec-c46e9967bebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242828a3-beb4-43e5-a13e-c9fd6f91cf0d,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:05.221584 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:44:05.417335 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0fb0e-8604-47ae-8064-cbb825456145 req-3e07442d-3f65-4bf9-acc4-1b84e0f9ec7a tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:05.418810 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-34f0fb0e-8604-47ae-8064-cbb825456145 req-3e07442d-3f65-4bf9-acc4-1b84e0f9ec7a tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0544274 May 23 15:44:05.471194 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-34f0fb0e-8604-47ae-8064-cbb825456145 req-cb2d3575-7560-4891-b4c2-9c06476a0eed tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466297 May 23 15:44:05.690387 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d1bfb-9d88-4196-ab10-3ecc76a77472 req-0b626cb3-1587-43f7-9da7-383f2035313e tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:05.692430 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-925d1bfb-9d88-4196-ab10-3ecc76a77472 req-0b626cb3-1587-43f7-9da7-383f2035313e tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 943 time: 0.0502303 May 23 15:44:05.741294 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-925d1bfb-9d88-4196-ab10-3ecc76a77472 req-7c8ff271-3927-45ae-8e32-8873845c6dbe tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431237 May 23 15:44:05.859950 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c1494-6461-4ccf-a6bd-77bc46dff813 req-b00dc317-e770-4475-b0b7-d2afc7bc0123 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:05.861457 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b35c1494-6461-4ccf-a6bd-77bc46dff813 req-b00dc317-e770-4475-b0b7-d2afc7bc0123 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 944 time: 0.0484612 May 23 15:44:05.912949 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b35c1494-6461-4ccf-a6bd-77bc46dff813 req-8ea34407-ea9a-4691-8aab-e16415e4dcdc tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451539 May 23 15:44:06.055146 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86114e-1de8-42bb-b081-518a54546dab req-ae5979df-b66d-4c08-a59e-10fc27efb8eb tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:06.056628 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ba86114e-1de8-42bb-b081-518a54546dab req-ae5979df-b66d-4c08-a59e-10fc27efb8eb tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef32fe68-b121-4fdf-874b-db3e366da292 HTTP/1.1" status: 200 len: 945 time: 0.0479076 May 23 15:44:06.107078 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ba86114e-1de8-42bb-b081-518a54546dab req-f15d0b5b-8de0-486b-bf5f-b7039c6b61f6 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449679 May 23 15:44:06.320674 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-e6555a1b-26d4-4107-88a6-0a53ae443e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:06.322350 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-e6555a1b-26d4-4107-88a6-0a53ae443e7e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65483f2a0c914022b38e501691095c51&device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 1127 time: 0.0419726 May 23 15:44:06.468127 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-0982a09a-e131-49e9-ba3e-02045ce80ac7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f835d7e4-2023-42a3-91c1-27e29436c365 HTTP/1.1" status: 200 len: 217 time: 0.0352962 May 23 15:44:06.521290 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-346622f9-6906-45b2-b8a5-eba1adf458be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:06.522763 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-346622f9-6906-45b2-b8a5-eba1adf458be service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca534db1-6e0a-429d-b324-076955c1b25f HTTP/1.1" status: 200 len: 855 time: 0.0454071 May 23 15:44:06.600173 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-568466aa-5e60-49df-9645-f77691e21fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:06.601787 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-568466aa-5e60-49df-9645-f77691e21fd1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eeca0c6c-3155-49db-bdc5-95de249b904d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0720491 May 23 15:44:06.620165 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f917363-71ca-4356-bf85-f6b165899e6b req-ea989282-bcda-4203-adf1-35a49a9c6cff tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:06.627013 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8f917363-71ca-4356-bf85-f6b165899e6b req-ea989282-bcda-4203-adf1-35a49a9c6cff tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0874155 May 23 15:44:06.727626 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8f917363-71ca-4356-bf85-f6b165899e6b req-993abba6-bf0f-447d-82db-7fe6f6610185 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998063 May 23 15:44:06.755256 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-17bb7c9c-4e76-4c34-93bc-ea3861389027 service neutron] 10.222.0.69 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424487 May 23 15:44:07.109539 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbf794-35f1-4336-bc84-58a0407b38e2 req-d34a9d3c-715f-438a-aee0-3a46d6e61d30 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:07.115639 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e3bbf794-35f1-4336-bc84-58a0407b38e2 req-d34a9d3c-715f-438a-aee0-3a46d6e61d30 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 943 time: 0.2938173 May 23 15:44:07.157912 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-04084e5f-1313-4e62-bf8f-a5e396fc9450 req-bd7d2af2-20a3-4774-aa55-8e5914ff0f6f service neutron] 10.222.0.69 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880026 May 23 15:44:07.185887 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43c3d4-e635-47e9-9e1f-5a05aa3ed2c9 req-108ba238-838e-48d9-9f59-5ac876bcd16d tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:07.187384 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ef43c3d4-e635-47e9-9e1f-5a05aa3ed2c9 req-108ba238-838e-48d9-9f59-5ac876bcd16d tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 944 time: 0.0868175 May 23 15:44:07.226432 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e3bbf794-35f1-4336-bc84-58a0407b38e2 req-bd4f849b-f5a8-4a4c-943a-4cd0b2a7a4d1 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973740 May 23 15:44:07.241819 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:07.247190 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:07.270857 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ef43c3d4-e635-47e9-9e1f-5a05aa3ed2c9 req-135bf8b1-04b7-477d-87b0-305c825084f6 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746942 May 23 15:44:07.728289 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 45410) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:07.773466 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968a169-8898-438c-b0f7-ac1caf7aac38 req-470ad19f-5636-460b-af38-454777f67604 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:07.775031 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4968a169-8898-438c-b0f7-ac1caf7aac38 req-470ad19f-5636-460b-af38-454777f67604 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef32fe68-b121-4fdf-874b-db3e366da292 HTTP/1.1" status: 200 len: 945 time: 0.0485430 May 23 15:44:07.842072 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-760c34a9-39d9-4884-8e2a-f84e3bdb7e49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:07.844649 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:07.861781 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4968a169-8898-438c-b0f7-ac1caf7aac38 req-6ac9cc2d-e3f6-44e8-aa7f-f6cea23ab0b4 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789106 May 23 15:44:07.868181 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a98911-935c-41d0-87c2-5315133c86ab req-21a39eab-6c0a-4809-9a6e-134d8ae25e03 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:07.869214 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e3a98911-935c-41d0-87c2-5315133c86ab req-21a39eab-6c0a-4809-9a6e-134d8ae25e03 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0641687 May 23 15:44:07.918966 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e3a98911-935c-41d0-87c2-5315133c86ab req-13fe81dc-579d-4116-9e07-371503ee575e tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424216 May 23 15:44:07.923678 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-760c34a9-39d9-4884-8e2a-f84e3bdb7e49 admin admin] Publish callbacks [] for security_group (04bfc3ea-9a8c-48af-92d3-15d4c99a5291), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:08.001051 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-760c34a9-39d9-4884-8e2a-f84e3bdb7e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (04bfc3ea-9a8c-48af-92d3-15d4c99a5291), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:08.040861 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c34a9-39d9-4884-8e2a-f84e3bdb7e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bfc3ea-9a8c-48af-92d3-15d4c99a5291,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:08.046509 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-760c34a9-39d9-4884-8e2a-f84e3bdb7e49 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a7441329b9fa4cf6aa15e7e6192605f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3169708 May 23 15:44:08.049251 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 45416) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:08.099038 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e44b5fb3-6228-4658-bf49-6d4f74df8040 admin admin] Publish callbacks [] for security_group (04bfc3ea-9a8c-48af-92d3-15d4c99a5291), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:08.120543 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e44b5fb3-6228-4658-bf49-6d4f74df8040 admin admin] Publish callbacks [] for security_group (04bfc3ea-9a8c-48af-92d3-15d4c99a5291), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:08.149968 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:08.217040 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device a0610243-2466-4315-a3e6-15f6cea816b8 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=111210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:44:08.316227 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port a0610243-2466-4315-a3e6-15f6cea816b8, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a0610243-2466-4315-a3e6-15f6cea816b8,segment=NetworkSegment(27a2e33f-06f2-4e3d-ac54-2874447fd6e1),segment_id=27a2e33f-06f2-4e3d-ac54-2874447fd6e1)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:44:08.316470 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e44b5fb3-6228-4658-bf49-6d4f74df8040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (04bfc3ea-9a8c-48af-92d3-15d4c99a5291), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:08.319282 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e44b5fb3-6228-4658-bf49-6d4f74df8040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:08.323831 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-e44b5fb3-6228-4658-bf49-6d4f74df8040 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/04bfc3ea-9a8c-48af-92d3-15d4c99a5291 HTTP/1.1" status: 204 len: 168 time: 0.2701683 May 23 15:44:08.333661 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Returning: {'device': 'a0610243-2466-4315-a3e6-15f6cea816b8', 'network_id': '52f38aa2-2e8c-4bbb-b78a-8086514940da', 'port_id': 'a0610243-2466-4315-a3e6-15f6cea816b8', 'mac_address': 'fa:16:3e:da:44:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b43e208d-5605-4f40-918e-e3379d6d3055', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:44:08.359659 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b5fb3-6228-4658-bf49-6d4f74df8040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bfc3ea-9a8c-48af-92d3-15d4c99a5291,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:08.376075 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=100 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:08.385520 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96508da8-e9e4-4939-87fb-8494733dcdfe req-2be1dcde-2170-43a5-a007-dcb2d6a929f7 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:08.387729 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-96508da8-e9e4-4939-87fb-8494733dcdfe req-2be1dcde-2170-43a5-a007-dcb2d6a929f7 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 943 time: 0.0755634 May 23 15:44:08.392865 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port a0610243-2466-4315-a3e6-15f6cea816b8 is: DOWN; New status is: BUILD {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:44:08.393706 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (a0610243-2466-4315-a3e6-15f6cea816b8), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:08.411163 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0610243-2466-4315-a3e6-15f6cea816b8 {{(pid=111210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:44:08.432040 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port a0610243-2466-4315-a3e6-15f6cea816b8, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a0610243-2466-4315-a3e6-15f6cea816b8,segment=NetworkSegment(27a2e33f-06f2-4e3d-ac54-2874447fd6e1),segment_id=27a2e33f-06f2-4e3d-ac54-2874447fd6e1)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:44:08.468167 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e30094-520a-4745-9067-82c08b302911 req-8127c45e-f4a2-4dbc-b12e-ca96396bfd99 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:08.469648 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-82e30094-520a-4745-9067-82c08b302911 req-8127c45e-f4a2-4dbc-b12e-ca96396bfd99 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 944 time: 0.0948696 May 23 15:44:08.499766 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-96508da8-e9e4-4939-87fb-8494733dcdfe req-a180a9c0-b638-46e1-9f5c-e9c37cfdf628 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021516 May 23 15:44:08.529099 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (a0610243-2466-4315-a3e6-15f6cea816b8), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:08.537745 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-82e30094-520a-4745-9067-82c08b302911 req-d4c97f45-8777-4c9e-8627-4be4a68b050b tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605185 May 23 15:44:08.577448 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=a0610243-2466-4315-a3e6-15f6cea816b8,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:08.985522 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339456bb-a5c6-4838-93ca-9d80df48ff3d req-c42f929a-7a9d-4c15-b26c-baff2cf95c5f tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:08.987116 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-339456bb-a5c6-4838-93ca-9d80df48ff3d req-c42f929a-7a9d-4c15-b26c-baff2cf95c5f tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef32fe68-b121-4fdf-874b-db3e366da292 HTTP/1.1" status: 200 len: 945 time: 0.0581019 May 23 15:44:08.987267 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['a0610243-2466-4315-a3e6-15f6cea816b8'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:44:09.016094 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 45430) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:09.031970 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-cdbfb303-1528-4413-9443-235b1ca829a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:09.055509 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa652884-3cf1-4c5a-af35-e70df6a9685c req-fffbf535-0dd5-4966-978a-5d88538c8a59 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:09.057016 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-fa652884-3cf1-4c5a-af35-e70df6a9685c req-fffbf535-0dd5-4966-978a-5d88538c8a59 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0666137 May 23 15:44:09.085570 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-339456bb-a5c6-4838-93ca-9d80df48ff3d req-02fe257a-d8d2-4fe4-8313-5fd0da09e94a tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865006 May 23 15:44:09.125988 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-cdbfb303-1528-4413-9443-235b1ca829a0 admin admin] Publish callbacks [] for security_group (a886562d-61ec-42d7-919d-6ceaed3312e0), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:09.130214 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-fa652884-3cf1-4c5a-af35-e70df6a9685c req-f5af75a2-db1a-4b62-a2ef-670c91a56030 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592196 May 23 15:44:09.138719 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:09.218775 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-cdbfb303-1528-4413-9443-235b1ca829a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (a886562d-61ec-42d7-919d-6ceaed3312e0), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:09.265182 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-cdbfb303-1528-4413-9443-235b1ca829a0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=566615f3041b439385ebaa617f14b6ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2473309 May 23 15:44:09.266242 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbfb303-1528-4413-9443-235b1ca829a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a886562d-61ec-42d7-919d-6ceaed3312e0,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:09.267853 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 45434) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:09.320316 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e5c7a37e-4f95-46ab-911d-80d613011fae admin admin] Publish callbacks [] for security_group (a886562d-61ec-42d7-919d-6ceaed3312e0), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:09.341430 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e5c7a37e-4f95-46ab-911d-80d613011fae admin admin] Publish callbacks [] for security_group (a886562d-61ec-42d7-919d-6ceaed3312e0), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:09.498408 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e5c7a37e-4f95-46ab-911d-80d613011fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (a886562d-61ec-42d7-919d-6ceaed3312e0), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:09.501043 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e5c7a37e-4f95-46ab-911d-80d613011fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:09.502239 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-e5c7a37e-4f95-46ab-911d-80d613011fae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a886562d-61ec-42d7-919d-6ceaed3312e0 HTTP/1.1" status: 204 len: 168 time: 0.2325270 May 23 15:44:09.511961 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7a37e-4f95-46ab-911d-80d613011fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a886562d-61ec-42d7-919d-6ceaed3312e0,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:09.622514 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b39baf-141d-4b71-bc13-da49af77a127 req-9fb695b8-fca9-48bd-b444-1710a31d073e tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:09.624010 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c6b39baf-141d-4b71-bc13-da49af77a127 req-9fb695b8-fca9-48bd-b444-1710a31d073e tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0823073 May 23 15:44:09.652318 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edec870-a875-4cd9-8097-e496f5544df1 req-40ae252d-e718-45e6-8d95-bd7d78f2f8e0 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:09.653814 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7edec870-a875-4cd9-8097-e496f5544df1 req-40ae252d-e718-45e6-8d95-bd7d78f2f8e0 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 943 time: 0.0764377 May 23 15:44:09.699924 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c6b39baf-141d-4b71-bc13-da49af77a127 req-255f7a56-ed74-47ff-807c-7462dcebd23f tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693989 May 23 15:44:09.733151 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7edec870-a875-4cd9-8097-e496f5544df1 req-7b3c4f44-3531-4222-a839-450877683337 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726452 May 23 15:44:09.792666 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:09.809075 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf7a59-9573-4d4c-b624-5eb8a608a735 req-3cb86e64-c23c-4b40-96d0-b459a5875882 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:09.810579 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3faf7a59-9573-4d4c-b624-5eb8a608a735 req-3cb86e64-c23c-4b40-96d0-b459a5875882 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 945 time: 0.0482838 May 23 15:44:09.856704 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:09.862298 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3faf7a59-9573-4d4c-b624-5eb8a608a735 req-a33c32f4-b69b-4049-a1a3-0102ca2d38f0 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451949 May 23 15:44:10.212922 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacf067-f249-442d-b656-3e4ab4148ad2 req-d58cd88e-0ac3-4637-a56d-e8b8f6c3fe57 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:10.214302 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0dacf067-f249-442d-b656-3e4ab4148ad2 req-d58cd88e-0ac3-4637-a56d-e8b8f6c3fe57 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef32fe68-b121-4fdf-874b-db3e366da292 HTTP/1.1" status: 200 len: 945 time: 0.0530281 May 23 15:44:10.224950 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device f835d7e4-2023-42a3-91c1-27e29436c365 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=111210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:44:10.246891 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device a0610243-2466-4315-a3e6-15f6cea816b8 up at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:44:10.264565 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0dacf067-f249-442d-b656-3e4ab4148ad2 req-e70b7246-f15d-4835-8779-3201b8a4741c tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447984 May 23 15:44:10.365177 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning for port a0610243-2466-4315-a3e6-15f6cea816b8 completed by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:44:10.383956 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port f835d7e4-2023-42a3-91c1-27e29436c365, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f835d7e4-2023-42a3-91c1-27e29436c365,segment=NetworkSegment(21e9a643-8a12-437e-ab5f-657aa4ff3f49),segment_id=21e9a643-8a12-437e-ab5f-657aa4ff3f49)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:44:10.398666 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Returning: {'device': 'f835d7e4-2023-42a3-91c1-27e29436c365', 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d', 'port_id': 'f835d7e4-2023-42a3-91c1-27e29436c365', 'mac_address': 'fa:16:3e:cd:6d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca534db1-6e0a-429d-b324-076955c1b25f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:44:10.434622 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port f835d7e4-2023-42a3-91c1-27e29436c365 is: DOWN; New status is: BUILD {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:44:10.435100 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (f835d7e4-2023-42a3-91c1-27e29436c365), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:10.445869 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning complete for port a0610243-2466-4315-a3e6-15f6cea816b8 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:44:10.446241 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (a0610243-2466-4315-a3e6-15f6cea816b8), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:10.450665 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f835d7e4-2023-42a3-91c1-27e29436c365 {{(pid=111210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:44:10.496488 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port f835d7e4-2023-42a3-91c1-27e29436c365, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f835d7e4-2023-42a3-91c1-27e29436c365,segment=NetworkSegment(21e9a643-8a12-437e-ab5f-657aa4ff3f49),segment_id=21e9a643-8a12-437e-ab5f-657aa4ff3f49)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:44:10.499519 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:10.539339 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (f835d7e4-2023-42a3-91c1-27e29436c365), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:10.542815 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port a0610243-2466-4315-a3e6-15f6cea816b8 is: BUILD; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:44:10.543243 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (a0610243-2466-4315-a3e6-15f6cea816b8), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:10.570349 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a389c-2328-495b-a3e9-ab35248f74f8 req-aefb42a4-123d-4569-a62a-9115dae69330 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:10.571945 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-726a389c-2328-495b-a3e9-ab35248f74f8 req-aefb42a4-123d-4569-a62a-9115dae69330 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef32fe68-b121-4fdf-874b-db3e366da292 HTTP/1.1" status: 200 len: 945 time: 0.0540884 May 23 15:44:10.591040 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4458645-351e-4a1d-8d72-c78317306150 req-afe19b5e-6aa0-48f9-b88c-1511d9c06dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:10.592627 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-e4458645-351e-4a1d-8d72-c78317306150 req-afe19b5e-6aa0-48f9-b88c-1511d9c06dab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8d7ac236cd4d414fb70eb8da6da53484&device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 1129 time: 0.0535676 May 23 15:44:10.603061 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd66096c-0b64-4a26-bdec-1b1a46310cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0610243-2466-4315-a3e6-15f6cea816b8'}] {{(pid=111210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:44:10.605341 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9c7a1c507f49bcca1db13b0162076e02f5240d03c1faf9934ae6854bea0488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1148430e-27e4-4834-9344-761537103eed" -d '{"events": [{"server_uuid": "dd66096c-0b64-4a26-bdec-1b1a46310cfb", "name": "network-vif-plugged", "status": "completed", "tag": "a0610243-2466-4315-a3e6-15f6cea816b8"}]}' {{(pid=111210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:44:10.632915 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port a0610243-2466-4315-a3e6-15f6cea816b8, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a0610243-2466-4315-a3e6-15f6cea816b8,segment=NetworkSegment(27a2e33f-06f2-4e3d-ac54-2874447fd6e1),segment_id=27a2e33f-06f2-4e3d-ac54-2874447fd6e1)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:44:10.636547 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=f835d7e4-2023-42a3-91c1-27e29436c365,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:10.654067 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6633857d-5ee9-4a32-b77c-d346c662359f x-openstack-request-id: req-6633857d-5ee9-4a32-b77c-d346c662359f {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:44:10.654557 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd66096c-0b64-4a26-bdec-1b1a46310cfb", "name": "network-vif-plugged", "status": "completed", "tag": "a0610243-2466-4315-a3e6-15f6cea816b8", "code": 200}]} {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:44:10.655491 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6633857d-5ee9-4a32-b77c-d346c662359f {{(pid=111210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:44:10.655907 dv-cinder-840678-12-iscsi neutron-server[111210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6633857d-5ee9-4a32-b77c-d346c662359f'] response: {'server_uuid': 'dd66096c-0b64-4a26-bdec-1b1a46310cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0610243-2466-4315-a3e6-15f6cea816b8', 'code': 200} May 23 15:44:10.689354 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-726a389c-2328-495b-a3e9-ab35248f74f8 req-ccebf946-e372-4f8c-8fb6-d584cdd1b4a0 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Deleting port 8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545 {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:44:10.689790 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-726a389c-2328-495b-a3e9-ab35248f74f8 req-ccebf946-e372-4f8c-8fb6-d584cdd1b4a0 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:10.727468 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (a0610243-2466-4315-a3e6-15f6cea816b8), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:10.744948 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4458645-351e-4a1d-8d72-c78317306150 req-0e4d71a3-6dea-40a5-a626-63a5d5d898f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:10.746543 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-e4458645-351e-4a1d-8d72-c78317306150 req-0e4d71a3-6dea-40a5-a626-63a5d5d898f4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=02514ff5-801e-4a1a-ba63-1d21a54e8a97 HTTP/1.1" status: 200 len: 911 time: 0.1429136 May 23 15:44:10.805350 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=a0610243-2466-4315-a3e6-15f6cea816b8,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:10.877999 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-726a389c-2328-495b-a3e9-ab35248f74f8 req-ccebf946-e372-4f8c-8fb6-d584cdd1b4a0 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] For port 8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545,segment=NetworkSegment(57139028-9621-4d1b-9c6f-932ad334f490),segment_id=57139028-9621-4d1b-9c6f-932ad334f490)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:44:10.878373 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-726a389c-2328-495b-a3e9-ab35248f74f8 req-ccebf946-e372-4f8c-8fb6-d584cdd1b4a0 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:10.904984 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-726a389c-2328-495b-a3e9-ab35248f74f8 req-ccebf946-e372-4f8c-8fb6-d584cdd1b4a0 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Calling delete_port for 8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545 owned by compute:nova {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:44:10.915762 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938dda3f-7d18-4af1-b5bb-bff89ad4c160 req-774d797e-03fd-404a-9994-de17b77df386 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:10.917307 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-938dda3f-7d18-4af1-b5bb-bff89ad4c160 req-774d797e-03fd-404a-9994-de17b77df386 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.1098993 May 23 15:44:10.923606 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0256e-1168-42e0-b063-dce4430d5f12 req-fc62cdc3-9ebe-4e9c-bbe2-9dd3dba5b376 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:10.929629 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7ff0256e-1168-42e0-b063-dce4430d5f12 req-fc62cdc3-9ebe-4e9c-bbe2-9dd3dba5b376 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 944 time: 0.1204503 May 23 15:44:10.948071 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-e4458645-351e-4a1d-8d72-c78317306150 req-1582ce42-e27f-4021-80a2-8b9072639bb0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f434c841-96a2-4c6e-a73f-0d44004c417c HTTP/1.1" status: 200 len: 1001 time: 0.1085665 May 23 15:44:10.953413 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['f835d7e4-2023-42a3-91c1-27e29436c365'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:44:11.007996 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4458645-351e-4a1d-8d72-c78317306150 req-321f72ce-3ed3-4cd8-9276-b9d422577185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:11.010343 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-e4458645-351e-4a1d-8d72-c78317306150 req-321f72ce-3ed3-4cd8-9276-b9d422577185 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a8eb70f1-a1de-4065-b90b-0efc8b236916 HTTP/1.1" status: 200 len: 849 time: 0.0551338 May 23 15:44:11.047277 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-938dda3f-7d18-4af1-b5bb-bff89ad4c160 req-a0e91616-7edd-4255-b4b0-99804da2ca9d tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128643 May 23 15:44:11.100973 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7ff0256e-1168-42e0-b063-dce4430d5f12 req-20d911a2-605c-4ffe-9b2e-05cb196f0678 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609108 May 23 15:44:11.135051 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4458645-351e-4a1d-8d72-c78317306150 req-14547afb-8d0d-4243-b96c-1793e9aebad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:11.136573 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-e4458645-351e-4a1d-8d72-c78317306150 req-14547afb-8d0d-4243-b96c-1793e9aebad9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=02514ff5-801e-4a1a-ba63-1d21a54e8a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1158872 May 23 15:44:11.155261 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ace85a-e054-4452-baf6-c3d7eab2e616 req-443c0997-18e2-447c-984f-4618cfac825a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:11.156808 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-87ace85a-e054-4452-baf6-c3d7eab2e616 req-443c0997-18e2-447c-984f-4618cfac825a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 1130 time: 0.0578759 May 23 15:44:11.248440 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-e4458645-351e-4a1d-8d72-c78317306150 req-e283755c-72db-49d5-95b4-bbc8a7acbbd0 service neutron] 10.222.0.69 "GET /v2.0/networks/02514ff5-801e-4a1a-ba63-1d21a54e8a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974708 May 23 15:44:11.264602 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2464b4-cdd4-4778-89d7-24d2674972d3 req-4e015927-59d9-4657-a7bf-4020025b22e1 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:11.265787 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ef2464b4-cdd4-4778-89d7-24d2674972d3 req-4e015927-59d9-4657-a7bf-4020025b22e1 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 946 time: 0.1012957 May 23 15:44:11.306184 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-87ace85a-e054-4452-baf6-c3d7eab2e616 req-fd06dcc6-a6eb-4368-b066-e9ffe8431386 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363072 May 23 15:44:11.346551 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-726a389c-2328-495b-a3e9-ab35248f74f8 req-ccebf946-e372-4f8c-8fb6-d584cdd1b4a0 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:11.359734 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ef2464b4-cdd4-4778-89d7-24d2674972d3 req-7af3caa8-38a8-4554-89c2-edbe1ec706ce tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845714 May 23 15:44:11.364476 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-e4458645-351e-4a1d-8d72-c78317306150 req-72c78299-f884-4585-914f-d9381506a026 service neutron] 10.222.0.69 "GET /v2.0/networks/02514ff5-801e-4a1a-ba63-1d21a54e8a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069169 May 23 15:44:11.366268 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:11.413181 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccebf946-e372-4f8c-8fb6-d584cdd1b4a0 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Pushing event deleted for resources: {'Port': ['ID=8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:11.419329 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-cd1c4aac-8737-496b-9b9b-707c4353e004 req-21e4322e-c649-478e-8d9c-33c716d028cf tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef32fe68-b121-4fdf-874b-db3e366da292 HTTP/1.1" status: 200 len: 210 time: 0.0538528 May 23 15:44:11.454598 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-726a389c-2328-495b-a3e9-ab35248f74f8 req-ccebf946-e372-4f8c-8fb6-d584cdd1b4a0 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] No DVR routers for this DVR port 8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545 on host hv-cinder-84067 {{(pid=111209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:44:11.458033 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-726a389c-2328-495b-a3e9-ab35248f74f8 req-ccebf946-e372-4f8c-8fb6-d584cdd1b4a0 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:11.461353 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-726a389c-2328-495b-a3e9-ab35248f74f8 req-ccebf946-e372-4f8c-8fb6-d584cdd1b4a0 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.69 "DELETE /v2.0/ports/8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545 HTTP/1.1" status: 204 len: 173 time: 0.8821087 May 23 15:44:11.461801 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef32fe68-b121-4fdf-874b-db3e366da292', 'name': 'network-vif-deleted', 'tag': '8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:44:11.464052 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc32ea6e-7ee1-468c-8204-15fca94309b4" -d '{"events": [{"server_uuid": "ef32fe68-b121-4fdf-874b-db3e366da292", "name": "network-vif-deleted", "tag": "8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:44:11.502338 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2325589-690e-4d5a-ab41-24d3548edbfd x-openstack-request-id: req-c2325589-690e-4d5a-ab41-24d3548edbfd {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:44:11.502338 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef32fe68-b121-4fdf-874b-db3e366da292", "name": "network-vif-deleted", "tag": "8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:44:11.502338 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c2325589-690e-4d5a-ab41-24d3548edbfd {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:44:11.502338 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2325589-690e-4d5a-ab41-24d3548edbfd'] response: {'server_uuid': 'ef32fe68-b121-4fdf-874b-db3e366da292', 'name': 'network-vif-deleted', 'tag': '8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545', 'status': 'completed', 'code': 200} May 23 15:44:11.929666 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:44:12.226764 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3e728-d564-469b-9a81-bd7845d64136 req-fe8f68cd-0262-408f-9f76-9603ae685c32 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:12.228286 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-87c3e728-d564-469b-9a81-bd7845d64136 req-fe8f68cd-0262-408f-9f76-9603ae685c32 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0789740 May 23 15:44:12.251057 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c6421-f5b9-46ee-9b38-e61a353d0f82 req-6a95bdb1-24b4-4a90-9264-e2ff0b6ad96f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:12.252633 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6b5c6421-f5b9-46ee-9b38-e61a353d0f82 req-6a95bdb1-24b4-4a90-9264-e2ff0b6ad96f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 944 time: 0.0708745 May 23 15:44:12.267537 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:12.316816 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-87c3e728-d564-469b-9a81-bd7845d64136 req-7845397a-4201-4812-9ecb-da5fb824c96f tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798466 May 23 15:44:12.328710 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6b5c6421-f5b9-46ee-9b38-e61a353d0f82 req-4810fa60-02f6-4706-acbc-29de294b9cb1 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681272 May 23 15:44:12.351615 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device f835d7e4-2023-42a3-91c1-27e29436c365 up at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:44:12.377963 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:12.396889 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning for port f835d7e4-2023-42a3-91c1-27e29436c365 completed by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:44:12.481987 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa93cc9-0502-4835-b0ee-47d209070745 req-f488dfb7-5f37-4d0c-bddf-72243c4738dc tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:12.483471 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-aaa93cc9-0502-4835-b0ee-47d209070745 req-f488dfb7-5f37-4d0c-bddf-72243c4738dc tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 946 time: 0.0492249 May 23 15:44:12.498866 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning complete for port f835d7e4-2023-42a3-91c1-27e29436c365 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:44:12.499252 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (f835d7e4-2023-42a3-91c1-27e29436c365), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:12.538612 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6d8ced96-9fb1-47c9-acd8-a83af41b0604 req-ee83d3d4-9b5b-4329-ac60-acf891c722bb tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef32fe68-b121-4fdf-874b-db3e366da292 HTTP/1.1" status: 200 len: 210 time: 0.0413074 May 23 15:44:12.563984 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-aaa93cc9-0502-4835-b0ee-47d209070745 req-ca1eddfd-8c89-40f4-a2b3-d2b2e4cfa2fc tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737100 May 23 15:44:12.579756 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port f835d7e4-2023-42a3-91c1-27e29436c365 is: BUILD; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:44:12.580882 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (f835d7e4-2023-42a3-91c1-27e29436c365), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:12.614410 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port f835d7e4-2023-42a3-91c1-27e29436c365, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f835d7e4-2023-42a3-91c1-27e29436c365,segment=NetworkSegment(21e9a643-8a12-437e-ab5f-657aa4ff3f49),segment_id=21e9a643-8a12-437e-ab5f-657aa4ff3f49)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:44:12.657098 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c3a3b9-3d55-44c3-8627-ba397c1f069d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f835d7e4-2023-42a3-91c1-27e29436c365'}] {{(pid=111210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:44:12.660169 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9c7a1c507f49bcca1db13b0162076e02f5240d03c1faf9934ae6854bea0488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a839fcd3-a1f5-4360-ac40-d61bace02ebc" -d '{"events": [{"server_uuid": "15c3a3b9-3d55-44c3-8627-ba397c1f069d", "name": "network-vif-plugged", "status": "completed", "tag": "f835d7e4-2023-42a3-91c1-27e29436c365"}]}' {{(pid=111210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:44:12.670606 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (f835d7e4-2023-42a3-91c1-27e29436c365), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:12.671988 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:44:12.718597 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db73b3a9-7c2f-4c08-9e76-43d2cd797ce2 x-openstack-request-id: req-db73b3a9-7c2f-4c08-9e76-43d2cd797ce2 {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:44:12.718922 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c3a3b9-3d55-44c3-8627-ba397c1f069d", "name": "network-vif-plugged", "status": "completed", "tag": "f835d7e4-2023-42a3-91c1-27e29436c365", "code": 200}]} {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:44:12.719180 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-db73b3a9-7c2f-4c08-9e76-43d2cd797ce2 {{(pid=111210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:44:12.719576 dv-cinder-840678-12-iscsi neutron-server[111210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db73b3a9-7c2f-4c08-9e76-43d2cd797ce2'] response: {'server_uuid': '15c3a3b9-3d55-44c3-8627-ba397c1f069d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f835d7e4-2023-42a3-91c1-27e29436c365', 'code': 200} May 23 15:44:12.722045 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] No Port match for: 8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:44:12.726713 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 8cb9cf89-cdd7-4d17-9a07-d6bba5ceb545 not bound to the agent host hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:44:12.748290 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=f835d7e4-2023-42a3-91c1-27e29436c365,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:13.466389 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de877d6-b59d-4148-b70b-cf5f8d1ce6dc req-0948e503-e5c5-43d1-a85a-b503f1c763b9 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:13.467891 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5de877d6-b59d-4148-b70b-cf5f8d1ce6dc req-0948e503-e5c5-43d1-a85a-b503f1c763b9 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0800595 May 23 15:44:13.486749 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191bed6-1ea2-4fd0-990c-61fda930b23d req-b8dfd464-320b-4cd4-9fe5-352488b77406 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:13.488930 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e191bed6-1ea2-4fd0-990c-61fda930b23d req-b8dfd464-320b-4cd4-9fe5-352488b77406 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.0884564 May 23 15:44:13.564130 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5de877d6-b59d-4148-b70b-cf5f8d1ce6dc req-1b092007-160e-4862-95c0-ffb723cbb704 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846887 May 23 15:44:13.572127 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e191bed6-1ea2-4fd0-990c-61fda930b23d req-307d7c29-92ff-4fd8-9cd1-0fa79b2e3363 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768781 May 23 15:44:13.728043 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b7b81610-e169-4b47-9157-04e380d5d971 req-f77efbff-ff27-4f6b-b3cc-60c8b3323591 tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef32fe68-b121-4fdf-874b-db3e366da292 HTTP/1.1" status: 200 len: 210 time: 0.0606742 May 23 15:44:13.740402 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5ac3a-e052-4130-ae31-d60692b40790 req-6a0209da-e773-4136-a73c-c69bb5048350 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:13.741946 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-80d5ac3a-e052-4130-ae31-d60692b40790 req-6a0209da-e773-4136-a73c-c69bb5048350 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 946 time: 0.0872207 May 23 15:44:13.803753 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-80d5ac3a-e052-4130-ae31-d60692b40790 req-d209cca1-8b90-4261-8bbc-194d560942d1 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544372 May 23 15:44:13.938250 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589698b-f078-4f53-b6ef-4ec81d03d117 req-f3db64f3-b492-4c5c-b91f-3a7c231279d2 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:13.939734 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a589698b-f078-4f53-b6ef-4ec81d03d117 req-f3db64f3-b492-4c5c-b91f-3a7c231279d2 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 946 time: 0.0580857 May 23 15:44:13.994040 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a589698b-f078-4f53-b6ef-4ec81d03d117 req-42ef2d7d-d51e-492b-9a5e-34fce96b6388 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481846 May 23 15:44:14.016401 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 45530) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:14.245781 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6aa7d0-d2bf-490c-9b63-95d17664caa2 tempest-TestShelveInstance-1685806362 tempest-TestShelveInstance-1685806362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:14.247321 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-ca6aa7d0-d2bf-490c-9b63-95d17664caa2 tempest-TestShelveInstance-1685806362 tempest-TestShelveInstance-1685806362-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 1125 time: 0.2298734 May 23 15:44:14.250355 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 45536) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:14.254877 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-f8f24c37-f55a-4d6b-9ead-19ef8272009f tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Request body: {'floatingip': {'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'port_id': 'a0610243-2466-4315-a3e6-15f6cea816b8', 'tenant_id': 'e0860b3d072246d49cd43a900351d571', 'fixed_ip_address': '172.20.0.10'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:44:14.401920 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f8f24c37-f55a-4d6b-9ead-19ef8272009f tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:14.474930 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685ba88-381d-4f33-afc3-8a019280604d req-4fda7365-56c2-4f39-be1a-36f06b477a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:14.476458 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-a685ba88-381d-4f33-afc3-8a019280604d req-4fda7365-56c2-4f39-be1a-36f06b477a48 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 1129 time: 0.0723510 May 23 15:44:14.486669 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f8f24c37-f55a-4d6b-9ead-19ef8272009f tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:14.536639 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-a685ba88-381d-4f33-afc3-8a019280604d req-320d789d-a8d3-4dfd-b0d3-ee3db57d33c8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536418 May 23 15:44:14.570622 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:14.603205 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_common [None req-f8f24c37-f55a-4d6b-9ead-19ef8272009f tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Allocated IP 172.27.3.32 (423e159f-0d94-4204-8598-641f4ed121cf/6893e8f7-d8c8-4bdd-8cf7-487cc5c00794/967262f1-d8bd-45d8-a359-c35a2508c74b) {{(pid=111209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:44:14.732638 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:14.780039 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba496cca-d3b0-4e08-8a2f-8f026488cf4b req-7cbc224d-2583-414c-a40f-d5528b965e95 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:14.781555 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ba496cca-d3b0-4e08-8a2f-8f026488cf4b req-7cbc224d-2583-414c-a40f-d5528b965e95 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0996323 May 23 15:44:14.808177 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cfc8df-6c55-4063-9f36-848d38879a79 req-51b888a9-4e23-4267-ad29-052180b82ad0 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:14.809637 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c0cfc8df-6c55-4063-9f36-848d38879a79 req-51b888a9-4e23-4267-ad29-052180b82ad0 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.1118004 May 23 15:44:14.868752 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f8f24c37-f55a-4d6b-9ead-19ef8272009f tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks [] for port (967262f1-d8bd-45d8-a359-c35a2508c74b), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:14.899173 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ba496cca-d3b0-4e08-8a2f-8f026488cf4b req-cc14b2d5-e2f9-490d-acd5-4108adcc67f8 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089704 May 23 15:44:14.924971 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c0cfc8df-6c55-4063-9f36-848d38879a79 req-3c26aa30-a731-4bc8-ae75-ebd9fe1c4335 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025698 May 23 15:44:15.014105 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6a919058-a2e3-4511-90de-add47fd37912 req-e31447e3-3fa6-4f44-a2cf-eb1b57ec1a9f tempest-VolumesActionsTest-2033716942 tempest-VolumesActionsTest-2033716942-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef32fe68-b121-4fdf-874b-db3e366da292 HTTP/1.1" status: 200 len: 210 time: 0.0295506 May 23 15:44:15.036966 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f8f24c37-f55a-4d6b-9ead-19ef8272009f tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (967262f1-d8bd-45d8-a359-c35a2508c74b), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:15.080975 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f24c37-f55a-4d6b-9ead-19ef8272009f tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Network 423e159f-0d94-4204-8598-641f4ed121cf is already hosted by enough agents. {{(pid=111209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:44:15.086574 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [None req-f8f24c37-f55a-4d6b-9ead-19ef8272009f tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Resources bound (agent type, host, resource id): {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:44:15.090554 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f24c37-f55a-4d6b-9ead-19ef8272009f tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Received port after_create {{(pid=111209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:44:15.093342 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f24c37-f55a-4d6b-9ead-19ef8272009f tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Pushing event updated for resources: {'Port': ['ID=967262f1-d8bd-45d8-a359-c35a2508c74b,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:15.217677 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=2 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:15.241485 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:15.479079 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f8f24c37-f55a-4d6b-9ead-19ef8272009f tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks [] for floatingip (df03e2d2-4bcd-4202-bf18-384fa5b1ef2a), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:15.629146 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f8f24c37-f55a-4d6b-9ead-19ef8272009f tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (967262f1-d8bd-45d8-a359-c35a2508c74b), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:15.802491 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f8f24c37-f55a-4d6b-9ead-19ef8272009f tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks [] for port (967262f1-d8bd-45d8-a359-c35a2508c74b), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:15.835056 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f8f24c37-f55a-4d6b-9ead-19ef8272009f tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (967262f1-d8bd-45d8-a359-c35a2508c74b), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:15.914805 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f24c37-f55a-4d6b-9ead-19ef8272009f tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Pushing event updated for resources: {'Port': ['ID=967262f1-d8bd-45d8-a359-c35a2508c74b,revision_number=2']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:15.925196 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f8f24c37-f55a-4d6b-9ead-19ef8272009f tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (df03e2d2-4bcd-4202-bf18-384fa5b1ef2a), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:16.275797 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.db.l3_db [None req-f8f24c37-f55a-4d6b-9ead-19ef8272009f tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Floating IP df03e2d2-4bcd-4202-bf18-384fa5b1ef2a associated. External IP: 172.27.3.32, port: a0610243-2466-4315-a3e6-15f6cea816b8. May 23 15:44:16.314148 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c2e55-36d8-4b7f-9a20-a24db8da8e94 req-966938ef-1c15-4686-ae64-b1a82d0d8e30 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:16.315541 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4a8c2e55-36d8-4b7f-9a20-a24db8da8e94 req-966938ef-1c15-4686-ae64-b1a82d0d8e30 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.3164752 May 23 15:44:16.316519 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:16.400025 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:16.409512 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4a8c2e55-36d8-4b7f-9a20-a24db8da8e94 req-df94b3b3-ba54-4873-92ac-68cc939e6346 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877547 May 23 15:44:16.527973 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f24c37-f55a-4d6b-9ead-19ef8272009f tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Router 7ead2312-78ce-4fed-b0c3-a196a0c6de07 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:44:16.637017 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f24c37-f55a-4d6b-9ead-19ef8272009f tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:44:16.647701 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd709537-dbed-4d52-a9d4-838a7fe2b4fe None None] Sync routers for ids ['7ead2312-78ce-4fed-b0c3-a196a0c6de07'] in dv-cinder-840678-12-iscsi {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:44:16.657333 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd709537-dbed-4d52-a9d4-838a7fe2b4fe None None] Routers {'7ead2312-78ce-4fed-b0c3-a196a0c6de07'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:44:16.657877 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-dd709537-dbed-4d52-a9d4-838a7fe2b4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:43:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['7ead2312-78ce-4fed-b0c3-a196a0c6de07'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:16.730200 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f8f24c37-f55a-4d6b-9ead-19ef8272009f tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:16.766171 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-f8f24c37-f55a-4d6b-9ead-19ef8272009f tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5147765 May 23 15:44:16.766939 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd66096c-0b64-4a26-bdec-1b1a46310cfb', 'tag': 'a0610243-2466-4315-a3e6-15f6cea816b8'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:44:16.769795 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3498db4c-b167-49f1-9af0-8a1fe031aded" -d '{"events": [{"name": "network-changed", "server_uuid": "dd66096c-0b64-4a26-bdec-1b1a46310cfb", "tag": "a0610243-2466-4315-a3e6-15f6cea816b8"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:44:16.814711 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749af3d3-852f-49b0-bfad-6d60b8be9430 x-openstack-request-id: req-749af3d3-852f-49b0-bfad-6d60b8be9430 {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:44:16.814711 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd66096c-0b64-4a26-bdec-1b1a46310cfb", "tag": "a0610243-2466-4315-a3e6-15f6cea816b8", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:44:16.814711 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-749af3d3-852f-49b0-bfad-6d60b8be9430 {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:44:16.814711 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-749af3d3-852f-49b0-bfad-6d60b8be9430'] response: {'name': 'network-changed', 'server_uuid': 'dd66096c-0b64-4a26-bdec-1b1a46310cfb', 'tag': 'a0610243-2466-4315-a3e6-15f6cea816b8', 'status': 'completed', 'code': 200} May 23 15:44:16.846124 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-dd709537-dbed-4d52-a9d4-838a7fe2b4fe None None] Set router 7ead2312-78ce-4fed-b0c3-a196a0c6de07 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:44:16.933115 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:16.934486 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498db4c-b167-49f1-9af0-8a1fe031aded req-7cf2a439-8fd3-4bee-8018-40ab73f2ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:16.936060 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-3498db4c-b167-49f1-9af0-8a1fe031aded req-7cf2a439-8fd3-4bee-8018-40ab73f2ec74 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e0860b3d072246d49cd43a900351d571&device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 1130 time: 0.0472884 May 23 15:44:17.045837 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498db4c-b167-49f1-9af0-8a1fe031aded req-b1c633ea-9c89-4afb-b5de-458d33b3082f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:17.047575 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-3498db4c-b167-49f1-9af0-8a1fe031aded req-b1c633ea-9c89-4afb-b5de-458d33b3082f service neutron] 10.222.0.69 "GET /v2.0/networks?id=52f38aa2-2e8c-4bbb-b78a-8086514940da HTTP/1.1" status: 200 len: 909 time: 0.1013591 May 23 15:44:17.061094 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:17.087516 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-dd709537-dbed-4d52-a9d4-838a7fe2b4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'name': 'tempest-TestShelveInstance-696162371-router', 'tenant_id': 'e0860b3d072246d49cd43a900351d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '9b4bf110-1e84-4289-9b99-6e2444bbcc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:42:47Z', 'updated_at': '2022-05-23T15:42:51Z', 'revision_number': 4, 'project_id': 'e0860b3d072246d49cd43a900351d571', 'gw_port': {'id': '9b4bf110-1e84-4289-9b99-6e2444bbcc17', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:68:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:42:48Z', 'updated_at': '2022-05-23T15:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': 'df03e2d2-4bcd-4202-bf18-384fa5b1ef2a', 'tenant_id': 'e0860b3d072246d49cd43a900351d571', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'port_id': 'a0610243-2466-4315-a3e6-15f6cea816b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52f38aa2-2e8c-4bbb-b78a-8086514940da', 'mac_address': 'fa:16:3e:da:44:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd66096c-0b64-4a26-bdec-1b1a46310cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:44:15Z', 'updated_at': '2022-05-23T15:44:15Z', 'revision_number': 0, 'project_id': 'e0860b3d072246d49cd43a900351d571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd0125ba-ecbb-483c-ad98-340695fb0e80', 'name': '', 'network_id': '52f38aa2-2e8c-4bbb-b78a-8086514940da', 'tenant_id': 'e0860b3d072246d49cd43a900351d571', 'mac_address': 'fa:16:3e:a3:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b43e208d-5605-4f40-918e-e3379d6d3055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:42:50Z', 'updated_at': '2022-05-23T15:42:56Z', 'revision_number': 5, 'project_id': 'e0860b3d072246d49cd43a900351d571', 'subnets': [{'id': 'b43e208d-5605-4f40-918e-e3379d6d3055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:17.116212 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd709537-dbed-4d52-a9d4-838a7fe2b4fe None None] Checking router: 7ead2312-78ce-4fed-b0c3-a196a0c6de07 for host: dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:44:17.126169 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd709537-dbed-4d52-a9d4-838a7fe2b4fe None None] Routers {'7ead2312-78ce-4fed-b0c3-a196a0c6de07'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:44:17.126807 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-dd709537-dbed-4d52-a9d4-838a7fe2b4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:43:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['7ead2312-78ce-4fed-b0c3-a196a0c6de07'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:17.136024 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-3498db4c-b167-49f1-9af0-8a1fe031aded req-a37620d9-2343-4a54-b35d-656e6340f579 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0610243-2466-4315-a3e6-15f6cea816b8 HTTP/1.1" status: 200 len: 999 time: 0.0807309 May 23 15:44:17.185465 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498db4c-b167-49f1-9af0-8a1fe031aded req-063ebeb9-b18d-4195-ad1a-a233754eecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:17.186946 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-3498db4c-b167-49f1-9af0-8a1fe031aded req-063ebeb9-b18d-4195-ad1a-a233754eecb3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b43e208d-5605-4f40-918e-e3379d6d3055 HTTP/1.1" status: 200 len: 847 time: 0.0448532 May 23 15:44:17.232772 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-dd709537-dbed-4d52-a9d4-838a7fe2b4fe None None] Set router 7ead2312-78ce-4fed-b0c3-a196a0c6de07 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:44:17.241920 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498db4c-b167-49f1-9af0-8a1fe031aded req-451e5096-06a0-4a55-b5fa-81a02bb607d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:17.243415 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-3498db4c-b167-49f1-9af0-8a1fe031aded req-451e5096-06a0-4a55-b5fa-81a02bb607d1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=52f38aa2-2e8c-4bbb-b78a-8086514940da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410783 May 23 15:44:17.347276 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-3498db4c-b167-49f1-9af0-8a1fe031aded req-992f83f7-13a2-47c7-9f66-cf6585ab6aa6 service neutron] 10.222.0.69 "GET /v2.0/networks/52f38aa2-2e8c-4bbb-b78a-8086514940da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964785 May 23 15:44:17.391062 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 45606) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:17.443370 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-3498db4c-b167-49f1-9af0-8a1fe031aded req-dbb2f173-e54d-4bd9-b17b-fe48a37cd01a service neutron] 10.222.0.69 "GET /v2.0/networks/52f38aa2-2e8c-4bbb-b78a-8086514940da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894856 May 23 15:44:17.465157 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-dd709537-dbed-4d52-a9d4-838a7fe2b4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'name': 'tempest-TestShelveInstance-696162371-router', 'tenant_id': 'e0860b3d072246d49cd43a900351d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '9b4bf110-1e84-4289-9b99-6e2444bbcc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:42:47Z', 'updated_at': '2022-05-23T15:42:51Z', 'revision_number': 4, 'project_id': 'e0860b3d072246d49cd43a900351d571', 'gw_port': {'id': '9b4bf110-1e84-4289-9b99-6e2444bbcc17', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:68:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:42:48Z', 'updated_at': '2022-05-23T15:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': 'df03e2d2-4bcd-4202-bf18-384fa5b1ef2a', 'tenant_id': 'e0860b3d072246d49cd43a900351d571', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'port_id': 'a0610243-2466-4315-a3e6-15f6cea816b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52f38aa2-2e8c-4bbb-b78a-8086514940da', 'mac_address': 'fa:16:3e:da:44:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd66096c-0b64-4a26-bdec-1b1a46310cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:44:15Z', 'updated_at': '2022-05-23T15:44:15Z', 'revision_number': 0, 'project_id': 'e0860b3d072246d49cd43a900351d571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd0125ba-ecbb-483c-ad98-340695fb0e80', 'name': '', 'network_id': '52f38aa2-2e8c-4bbb-b78a-8086514940da', 'tenant_id': 'e0860b3d072246d49cd43a900351d571', 'mac_address': 'fa:16:3e:a3:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b43e208d-5605-4f40-918e-e3379d6d3055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:42:50Z', 'updated_at': '2022-05-23T15:42:56Z', 'revision_number': 5, 'project_id': 'e0860b3d072246d49cd43a900351d571', 'subnets': [{'id': 'b43e208d-5605-4f40-918e-e3379d6d3055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:17.505554 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd709537-dbed-4d52-a9d4-838a7fe2b4fe None None] The sync data for ids ['7ead2312-78ce-4fed-b0c3-a196a0c6de07'] in dv-cinder-840678-12-iscsi is: [{'id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'name': 'tempest-TestShelveInstance-696162371-router', 'tenant_id': 'e0860b3d072246d49cd43a900351d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '9b4bf110-1e84-4289-9b99-6e2444bbcc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:42:47Z', 'updated_at': '2022-05-23T15:42:51Z', 'revision_number': 4, 'project_id': 'e0860b3d072246d49cd43a900351d571', 'gw_port': {'id': '9b4bf110-1e84-4289-9b99-6e2444bbcc17', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:68:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:42:48Z', 'updated_at': '2022-05-23T15:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': 'df03e2d2-4bcd-4202-bf18-384fa5b1ef2a', 'tenant_id': 'e0860b3d072246d49cd43a900351d571', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'port_id': 'a0610243-2466-4315-a3e6-15f6cea816b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52f38aa2-2e8c-4bbb-b78a-8086514940da', 'mac_address': 'fa:16:3e:da:44:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd66096c-0b64-4a26-bdec-1b1a46310cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:44:15Z', 'updated_at': '2022-05-23T15:44:15Z', 'revision_number': 0, 'project_id': 'e0860b3d072246d49cd43a900351d571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd0125ba-ecbb-483c-ad98-340695fb0e80', 'name': '', 'network_id': '52f38aa2-2e8c-4bbb-b78a-8086514940da', 'tenant_id': 'e0860b3d072246d49cd43a900351d571', 'mac_address': 'fa:16:3e:a3:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b43e208d-5605-4f40-918e-e3379d6d3055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:42:50Z', 'updated_at': '2022-05-23T15:42:56Z', 'revision_number': 5, 'project_id': 'e0860b3d072246d49cd43a900351d571', 'subnets': [{'id': 'b43e208d-5605-4f40-918e-e3379d6d3055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:44:17.545629 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bead545a-46dd-4055-9e10-abebdc79c961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:17.567813 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfb55e-5bd2-468d-82a4-954d0547a838 req-0cf89099-3aca-446d-bf6b-ed1f90f3af2d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:17.569957 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-07bfb55e-5bd2-468d-82a4-954d0547a838 req-0cf89099-3aca-446d-bf6b-ed1f90f3af2d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.0836635 May 23 15:44:17.649760 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-07bfb55e-5bd2-468d-82a4-954d0547a838 req-2522a8b5-6f88-4e8c-bbaa-5a2aa1c8db4f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716686 May 23 15:44:17.680886 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bead545a-46dd-4055-9e10-abebdc79c961 admin admin] Publish callbacks [] for security_group (b4a491b6-994f-4a10-908b-5aa9164ae7f0), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:17.742997 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e543003a-ce76-4f0b-b80c-c584e6ff3099 None None] New status for floating IP df03e2d2-4bcd-4202-bf18-384fa5b1ef2a: ACTIVE {{(pid=111210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:44:17.755820 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bead545a-46dd-4055-9e10-abebdc79c961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (b4a491b6-994f-4a10-908b-5aa9164ae7f0), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:17.802431 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbff22d-b978-4c0c-af25-fb0c38f955cc req-52307fff-d17d-4946-90f9-b83188442916 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:17.803907 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3dbff22d-b978-4c0c-af25-fb0c38f955cc req-52307fff-d17d-4946-90f9-b83188442916 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.0823038 May 23 15:44:17.812545 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 45624) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:17.813096 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 45626) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:17.813209 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-bead545a-46dd-4055-9e10-abebdc79c961 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=84988f7dd4f447a68f84997649b25b50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4209740 May 23 15:44:17.818037 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead545a-46dd-4055-9e10-abebdc79c961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a491b6-994f-4a10-908b-5aa9164ae7f0,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:17.819658 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-621be8f9-9561-4e15-bf4b-ee68795f2fa5 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Request body: {'floatingip': {'port_id': 'f835d7e4-2023-42a3-91c1-27e29436c365'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:44:17.873729 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-621be8f9-9561-4e15-bf4b-ee68795f2fa5 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks [] for floatingip (6f35c6a7-a825-4e7f-80c0-71f1bcadf00f), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:17.991853 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-39ec767d-e36b-4219-b32d-5dad5e36ed3d admin admin] Publish callbacks [] for security_group (b4a491b6-994f-4a10-908b-5aa9164ae7f0), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:18.028079 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-39ec767d-e36b-4219-b32d-5dad5e36ed3d admin admin] Publish callbacks [] for security_group (b4a491b6-994f-4a10-908b-5aa9164ae7f0), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:18.132484 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:18.277969 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-39ec767d-e36b-4219-b32d-5dad5e36ed3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (b4a491b6-994f-4a10-908b-5aa9164ae7f0), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:18.280490 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-39ec767d-e36b-4219-b32d-5dad5e36ed3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:18.281651 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-39ec767d-e36b-4219-b32d-5dad5e36ed3d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b4a491b6-994f-4a10-908b-5aa9164ae7f0 HTTP/1.1" status: 204 len: 168 time: 0.4662378 May 23 15:44:18.314154 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec767d-e36b-4219-b32d-5dad5e36ed3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a491b6-994f-4a10-908b-5aa9164ae7f0,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:18.379210 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-621be8f9-9561-4e15-bf4b-ee68795f2fa5 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:18.463974 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-621be8f9-9561-4e15-bf4b-ee68795f2fa5 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (6f35c6a7-a825-4e7f-80c0-71f1bcadf00f), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:18.560944 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.db.l3_db [None req-621be8f9-9561-4e15-bf4b-ee68795f2fa5 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Floating IP 6f35c6a7-a825-4e7f-80c0-71f1bcadf00f associated. External IP: 172.27.3.15, port: f835d7e4-2023-42a3-91c1-27e29436c365. May 23 15:44:18.849818 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:18.957707 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621be8f9-9561-4e15-bf4b-ee68795f2fa5 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Router b2237190-0ecc-4cc4-8801-a8906c7f1eb7 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:44:18.985378 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 45638) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:18.998970 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-d2b0bec6-e84a-4c3a-bc2d-d199d636885a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:19.008882 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:19.063591 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621be8f9-9561-4e15-bf4b-ee68795f2fa5 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:44:19.068427 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-621be8f9-9561-4e15-bf4b-ee68795f2fa5 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:19.075196 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58bbd84-2973-43b0-95c9-da018fa0242b None None] Sync routers for ids ['b2237190-0ecc-4cc4-8801-a8906c7f1eb7'] in dv-cinder-840678-12-iscsi {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:44:19.075935 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-d2b0bec6-e84a-4c3a-bc2d-d199d636885a admin admin] Publish callbacks [] for security_group (dd2f8056-626d-41f9-8e1e-c3079c53bbd9), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:19.086346 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58bbd84-2973-43b0-95c9-da018fa0242b None None] Routers {'b2237190-0ecc-4cc4-8801-a8906c7f1eb7'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:44:19.090770 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-b58bbd84-2973-43b0-95c9-da018fa0242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:43:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['b2237190-0ecc-4cc4-8801-a8906c7f1eb7'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:19.109386 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-621be8f9-9561-4e15-bf4b-ee68795f2fa5 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "PUT /v2.0/floatingips/6f35c6a7-a825-4e7f-80c0-71f1bcadf00f HTTP/1.1" status: 200 len: 990 time: 1.2950332 May 23 15:44:19.109969 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c3a3b9-3d55-44c3-8627-ba397c1f069d', 'tag': 'f835d7e4-2023-42a3-91c1-27e29436c365'}] {{(pid=111208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:44:19.112214 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e8bc6f21cde82e90109a250a18be241d8bc12bef919575b3a0310827eb45c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2147b0-32b5-4f5d-9edb-68cebdfe971e" -d '{"events": [{"name": "network-changed", "server_uuid": "15c3a3b9-3d55-44c3-8627-ba397c1f069d", "tag": "f835d7e4-2023-42a3-91c1-27e29436c365"}]}' {{(pid=111208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:44:19.150058 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee871d9-98f1-4e65-a7a9-3245935e4889 x-openstack-request-id: req-dee871d9-98f1-4e65-a7a9-3245935e4889 {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:44:19.150348 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15c3a3b9-3d55-44c3-8627-ba397c1f069d", "tag": "f835d7e4-2023-42a3-91c1-27e29436c365", "status": "completed", "code": 200}]} {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:44:19.150598 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dee871d9-98f1-4e65-a7a9-3245935e4889 {{(pid=111208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:44:19.150998 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dee871d9-98f1-4e65-a7a9-3245935e4889'] response: {'name': 'network-changed', 'server_uuid': '15c3a3b9-3d55-44c3-8627-ba397c1f069d', 'tag': 'f835d7e4-2023-42a3-91c1-27e29436c365', 'status': 'completed', 'code': 200} May 23 15:44:19.167172 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-d2b0bec6-e84a-4c3a-bc2d-d199d636885a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (dd2f8056-626d-41f9-8e1e-c3079c53bbd9), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:19.193435 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-b58bbd84-2973-43b0-95c9-da018fa0242b None None] Set router b2237190-0ecc-4cc4-8801-a8906c7f1eb7 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:44:19.207833 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0bec6-e84a-4c3a-bc2d-d199d636885a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2f8056-626d-41f9-8e1e-c3079c53bbd9,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:19.212200 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-d2b0bec6-e84a-4c3a-bc2d-d199d636885a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6e32a22947fe456ca5d5c2acbdbcf5f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258031 May 23 15:44:19.214939 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 45644) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:19.227946 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:19.255203 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:19.266283 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-d481a739-ad3e-42b5-b755-98d2673a581b admin admin] Publish callbacks [] for security_group (dd2f8056-626d-41f9-8e1e-c3079c53bbd9), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:19.290821 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-d481a739-ad3e-42b5-b755-98d2673a581b admin admin] Publish callbacks [] for security_group (dd2f8056-626d-41f9-8e1e-c3079c53bbd9), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:19.331650 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=100 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:19.404927 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-b58bbd84-2973-43b0-95c9-da018fa0242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'name': 'tempest-ServerRescueNegativeTestJSON-9416292-router', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'beeffdb6-4c55-477c-947b-4ff9ee4e4cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '65483f2a0c914022b38e501691095c51', 'gw_port': {'id': 'beeffdb6-4c55-477c-947b-4ff9ee4e4cd1', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:37Z', 'updated_at': '2022-05-23T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '6f35c6a7-a825-4e7f-80c0-71f1bcadf00f', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'port_id': 'f835d7e4-2023-42a3-91c1-27e29436c365', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d', 'mac_address': 'fa:16:3e:cd:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c3a3b9-3d55-44c3-8627-ba397c1f069d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:43:57Z', 'updated_at': '2022-05-23T15:44:18Z', 'revision_number': 1, 'project_id': '65483f2a0c914022b38e501691095c51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5771a809-8ea4-4c03-8585-e04bff0a8f9c', 'name': '', 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'mac_address': 'fa:16:3e:3a:52:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ca534db1-6e0a-429d-b324-076955c1b25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:41Z', 'updated_at': '2022-05-23T15:41:50Z', 'revision_number': 5, 'project_id': '65483f2a0c914022b38e501691095c51', 'subnets': [{'id': 'ca534db1-6e0a-429d-b324-076955c1b25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:19.432923 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58bbd84-2973-43b0-95c9-da018fa0242b None None] Checking router: b2237190-0ecc-4cc4-8801-a8906c7f1eb7 for host: dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:44:19.441188 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58bbd84-2973-43b0-95c9-da018fa0242b None None] Routers {'b2237190-0ecc-4cc4-8801-a8906c7f1eb7'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:44:19.441792 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-b58bbd84-2973-43b0-95c9-da018fa0242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:43:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['b2237190-0ecc-4cc4-8801-a8906c7f1eb7'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:19.475778 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-d481a739-ad3e-42b5-b755-98d2673a581b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (dd2f8056-626d-41f9-8e1e-c3079c53bbd9), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:19.478389 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-d481a739-ad3e-42b5-b755-98d2673a581b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:19.479603 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-d481a739-ad3e-42b5-b755-98d2673a581b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd2f8056-626d-41f9-8e1e-c3079c53bbd9 HTTP/1.1" status: 204 len: 168 time: 0.2635446 May 23 15:44:19.492665 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481a739-ad3e-42b5-b755-98d2673a581b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2f8056-626d-41f9-8e1e-c3079c53bbd9,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:19.545739 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-b58bbd84-2973-43b0-95c9-da018fa0242b None None] Set router b2237190-0ecc-4cc4-8801-a8906c7f1eb7 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:44:19.760102 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-b58bbd84-2973-43b0-95c9-da018fa0242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'name': 'tempest-ServerRescueNegativeTestJSON-9416292-router', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'beeffdb6-4c55-477c-947b-4ff9ee4e4cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '65483f2a0c914022b38e501691095c51', 'gw_port': {'id': 'beeffdb6-4c55-477c-947b-4ff9ee4e4cd1', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:37Z', 'updated_at': '2022-05-23T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '6f35c6a7-a825-4e7f-80c0-71f1bcadf00f', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'port_id': 'f835d7e4-2023-42a3-91c1-27e29436c365', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d', 'mac_address': 'fa:16:3e:cd:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c3a3b9-3d55-44c3-8627-ba397c1f069d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:43:57Z', 'updated_at': '2022-05-23T15:44:18Z', 'revision_number': 1, 'project_id': '65483f2a0c914022b38e501691095c51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5771a809-8ea4-4c03-8585-e04bff0a8f9c', 'name': '', 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'mac_address': 'fa:16:3e:3a:52:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ca534db1-6e0a-429d-b324-076955c1b25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:41Z', 'updated_at': '2022-05-23T15:41:50Z', 'revision_number': 5, 'project_id': '65483f2a0c914022b38e501691095c51', 'subnets': [{'id': 'ca534db1-6e0a-429d-b324-076955c1b25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:19.785886 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58bbd84-2973-43b0-95c9-da018fa0242b None None] The sync data for ids ['b2237190-0ecc-4cc4-8801-a8906c7f1eb7'] in dv-cinder-840678-12-iscsi is: [{'id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'name': 'tempest-ServerRescueNegativeTestJSON-9416292-router', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'beeffdb6-4c55-477c-947b-4ff9ee4e4cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '65483f2a0c914022b38e501691095c51', 'gw_port': {'id': 'beeffdb6-4c55-477c-947b-4ff9ee4e4cd1', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:37Z', 'updated_at': '2022-05-23T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '6f35c6a7-a825-4e7f-80c0-71f1bcadf00f', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'port_id': 'f835d7e4-2023-42a3-91c1-27e29436c365', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d', 'mac_address': 'fa:16:3e:cd:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c3a3b9-3d55-44c3-8627-ba397c1f069d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:43:57Z', 'updated_at': '2022-05-23T15:44:18Z', 'revision_number': 1, 'project_id': '65483f2a0c914022b38e501691095c51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5771a809-8ea4-4c03-8585-e04bff0a8f9c', 'name': '', 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'mac_address': 'fa:16:3e:3a:52:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ca534db1-6e0a-429d-b324-076955c1b25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:41Z', 'updated_at': '2022-05-23T15:41:50Z', 'revision_number': 5, 'project_id': '65483f2a0c914022b38e501691095c51', 'subnets': [{'id': 'ca534db1-6e0a-429d-b324-076955c1b25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:44:19.979371 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbd4173-27cb-401b-8aba-6d8521733da1 None None] New status for floating IP 6f35c6a7-a825-4e7f-80c0-71f1bcadf00f: ACTIVE {{(pid=111210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:44:20.557985 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2147b0-32b5-4f5d-9edb-68cebdfe971e req-ea431e5e-6392-40b0-8987-c424c9b8c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:20.559530 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-6c2147b0-32b5-4f5d-9edb-68cebdfe971e req-ea431e5e-6392-40b0-8987-c424c9b8c30f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65483f2a0c914022b38e501691095c51&device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 1129 time: 0.0434902 May 23 15:44:20.654868 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2147b0-32b5-4f5d-9edb-68cebdfe971e req-e01a41e1-5736-4276-aa1a-33d50c62192a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:20.656258 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-6c2147b0-32b5-4f5d-9edb-68cebdfe971e req-e01a41e1-5736-4276-aa1a-33d50c62192a service neutron] 10.222.0.69 "GET /v2.0/networks?id=eeca0c6c-3155-49db-bdc5-95de249b904d HTTP/1.1" status: 200 len: 917 time: 0.0882175 May 23 15:44:20.727277 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-6c2147b0-32b5-4f5d-9edb-68cebdfe971e req-971aa011-0050-4a13-9394-a982df3a4d76 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f835d7e4-2023-42a3-91c1-27e29436c365 HTTP/1.1" status: 200 len: 1000 time: 0.0616522 May 23 15:44:20.740833 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=100 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:20.777055 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2147b0-32b5-4f5d-9edb-68cebdfe971e req-3c688e84-9e13-437b-b4ee-faabb4abe768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:20.778545 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-6c2147b0-32b5-4f5d-9edb-68cebdfe971e req-3c688e84-9e13-437b-b4ee-faabb4abe768 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca534db1-6e0a-429d-b324-076955c1b25f HTTP/1.1" status: 200 len: 855 time: 0.0453830 May 23 15:44:20.831745 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2147b0-32b5-4f5d-9edb-68cebdfe971e req-3f7c2533-99e0-4c94-b985-696647b20d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:20.833539 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-6c2147b0-32b5-4f5d-9edb-68cebdfe971e req-3f7c2533-99e0-4c94-b985-696647b20d71 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eeca0c6c-3155-49db-bdc5-95de249b904d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411785 May 23 15:44:20.932481 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-6c2147b0-32b5-4f5d-9edb-68cebdfe971e req-1cd340e2-e2ba-4dfd-98b0-3e0e36a881c2 service neutron] 10.222.0.69 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923548 May 23 15:44:21.035725 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-6c2147b0-32b5-4f5d-9edb-68cebdfe971e req-5cbe17b7-e2ff-4ee3-b6d8-8de650f85085 service neutron] 10.222.0.69 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947361 May 23 15:44:21.786763 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:21.846986 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-8a4cfaba-b330-42ea-9977-e41e64e5371c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:24.476122 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3d36b301-e625-4659-bf86-a0f52dc07e48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:25.567307 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:26.629733 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:28.258812 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:28.280998 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:28.991132 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-44ebd4ae-b571-4b65-86cc-eb8fee4f7f4d req-cf304e0e-0d6e-4e5e-9be4-dd757c2cfb94 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435104 May 23 15:44:29.077566 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebd4ae-b571-4b65-86cc-eb8fee4f7f4d req-cdb1f191-8006-455b-8d60-88c3f68b4ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:29.079152 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-44ebd4ae-b571-4b65-86cc-eb8fee4f7f4d req-cdb1f191-8006-455b-8d60-88c3f68b4ed6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65483f2a0c914022b38e501691095c51&device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 1130 time: 0.0461984 May 23 15:44:29.196413 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebd4ae-b571-4b65-86cc-eb8fee4f7f4d req-c04a340c-8687-414b-bc13-e27ab1df37e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:29.197937 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-44ebd4ae-b571-4b65-86cc-eb8fee4f7f4d req-c04a340c-8687-414b-bc13-e27ab1df37e9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=eeca0c6c-3155-49db-bdc5-95de249b904d HTTP/1.1" status: 200 len: 917 time: 0.0928578 May 23 15:44:29.242090 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-44ebd4ae-b571-4b65-86cc-eb8fee4f7f4d req-30ea5bd2-dbcf-4f35-991e-99f952ce8f40 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e89cca66-d50b-4f6c-a342-f64ba7767359 HTTP/1.1" status: 200 len: 217 time: 0.0348923 May 23 15:44:29.302020 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebd4ae-b571-4b65-86cc-eb8fee4f7f4d req-5febc17c-5dce-4694-8214-42a7e9fb4c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:29.304654 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-44ebd4ae-b571-4b65-86cc-eb8fee4f7f4d req-5febc17c-5dce-4694-8214-42a7e9fb4c3e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca534db1-6e0a-429d-b324-076955c1b25f HTTP/1.1" status: 200 len: 855 time: 0.0555811 May 23 15:44:29.358687 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebd4ae-b571-4b65-86cc-eb8fee4f7f4d req-f39d5cbc-6d50-4650-8ca0-062058ed06e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:44:29.360904 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-44ebd4ae-b571-4b65-86cc-eb8fee4f7f4d req-f39d5cbc-6d50-4650-8ca0-062058ed06e1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eeca0c6c-3155-49db-bdc5-95de249b904d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0474398 May 23 15:44:29.458388 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-44ebd4ae-b571-4b65-86cc-eb8fee4f7f4d req-64a28374-0038-4d62-a275-20bebabf979d service neutron] 10.222.0.69 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902343 May 23 15:44:29.484102 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=21,neutron:DELETE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:29.529796 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=100 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:29.568461 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-44ebd4ae-b571-4b65-86cc-eb8fee4f7f4d req-27af70aa-90d5-4422-ade1-e040226e11e2 service neutron] 10.222.0.69 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035750 May 23 15:44:37.243002 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=34 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:37.243779 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=70 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:38.199403 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:38.200981 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=44,neutron:UPDATE=7 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:39.565265 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=70 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:42.229973 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:44:51.852535 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-565d7f6a-9ca6-4b68-802a-d28a6e93aeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:52.220438 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=2 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:44:54.195287 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-45eb28c9-154e-4bd7-9f34-1176915be4ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:55.555025 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:56.601174 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:58.252673 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:58.292591 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:59.477736 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 46078) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:59.523406 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_v2 [None req-be813f83-c967-4f68-a43a-3679a6d57e08 admin admin] Deleting subnet ae076d4d-1578-4f2e-a837-de4e9e6970fb {{(pid=111208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:44:59.526606 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-be813f83-c967-4f68-a43a-3679a6d57e08 admin admin] Publish callbacks [] for subnet (ae076d4d-1578-4f2e-a837-de4e9e6970fb), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:59.560957 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-be813f83-c967-4f68-a43a-3679a6d57e08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211576'] for subnet (ae076d4d-1578-4f2e-a837-de4e9e6970fb), precommit_delete_associations {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:59.605179 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-be813f83-c967-4f68-a43a-3679a6d57e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999690'] for subnet (ae076d4d-1578-4f2e-a837-de4e9e6970fb), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:59.727393 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-be813f83-c967-4f68-a43a-3679a6d57e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-904184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16100397'] for subnet (ae076d4d-1578-4f2e-a837-de4e9e6970fb), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:59.753497 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be813f83-c967-4f68-a43a-3679a6d57e08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae076d4d-1578-4f2e-a837-de4e9e6970fb,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:44:59.758886 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-be813f83-c967-4f68-a43a-3679a6d57e08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:59.765046 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-be813f83-c967-4f68-a43a-3679a6d57e08 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ae076d4d-1578-4f2e-a837-de4e9e6970fb HTTP/1.1" status: 204 len: 168 time: 0.2832465 May 23 15:44:59.765210 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 46084) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:44:59.766810 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be813f83-c967-4f68-a43a-3679a6d57e08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:59.767161 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be813f83-c967-4f68-a43a-3679a6d57e08 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:59.767522 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be813f83-c967-4f68-a43a-3679a6d57e08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:59.767846 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be813f83-c967-4f68-a43a-3679a6d57e08 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:59.768176 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be813f83-c967-4f68-a43a-3679a6d57e08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:59.768507 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be813f83-c967-4f68-a43a-3679a6d57e08 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:59.768836 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be813f83-c967-4f68-a43a-3679a6d57e08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:59.769208 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be813f83-c967-4f68-a43a-3679a6d57e08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:59.769536 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be813f83-c967-4f68-a43a-3679a6d57e08 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:59.769858 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be813f83-c967-4f68-a43a-3679a6d57e08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:59.770184 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be813f83-c967-4f68-a43a-3679a6d57e08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:59.770540 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be813f83-c967-4f68-a43a-3679a6d57e08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:59.770825 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be813f83-c967-4f68-a43a-3679a6d57e08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:59.772145 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be813f83-c967-4f68-a43a-3679a6d57e08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:59.772145 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be813f83-c967-4f68-a43a-3679a6d57e08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:44:59.840284 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c7628b5d-2e19-448f-81e7-717ab7e2fe74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3939425'] for network (1f7dcd01-712e-4910-801c-ec7cd2120c05), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:59.926632 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c7628b5d-2e19-448f-81e7-717ab7e2fe74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998021', 'neutron.services.segments.db._delete_segments_for_network-8747701125223'] for network (1f7dcd01-712e-4910-801c-ec7cd2120c05), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:59.951391 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.services.segments.db [None req-c7628b5d-2e19-448f-81e7-717ab7e2fe74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f7dcd01-712e-4910-801c-ec7cd2120c05']}} {{(pid=111209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:59.963095 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.services.segments.db [None req-c7628b5d-2e19-448f-81e7-717ab7e2fe74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57139028-9621-4d1b-9c6f-932ad334f490') {'for_net_delete': True} {{(pid=111209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:59.963527 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.services.segments.db [None req-c7628b5d-2e19-448f-81e7-717ab7e2fe74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57139028-9621-4d1b-9c6f-932ad334f490') {} {{(pid=111209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:44:59.976446 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c7628b5d-2e19-448f-81e7-717ab7e2fe74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747701124208', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11732002'] for segment (57139028-9621-4d1b-9c6f-932ad334f490), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:44:59.993309 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c7628b5d-2e19-448f-81e7-717ab7e2fe74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (57139028-9621-4d1b-9c6f-932ad334f490), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:00.000780 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7628b5d-2e19-448f-81e7-717ab7e2fe74 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=111209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:45:00.001306 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c7628b5d-2e19-448f-81e7-717ab7e2fe74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11992984'] for segment (57139028-9621-4d1b-9c6f-932ad334f490), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:00.045945 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.services.segments.plugin [-] Segment 57139028-9621-4d1b-9c6f-932ad334f490 resource provider aggregate not found May 23 15:45:00.067988 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.services.segments.plugin [-] Segment 57139028-9621-4d1b-9c6f-932ad334f490 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 57139028-9621-4d1b-9c6f-932ad334f490 found for delete ", "request_id": "req-126dfeab-aab2-4ec2-bb2c-d8fa181ba464"}]} May 23 15:45:00.195722 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c7628b5d-2e19-448f-81e7-717ab7e2fe74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747474'] for network (1f7dcd01-712e-4910-801c-ec7cd2120c05), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:00.203909 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c7628b5d-2e19-448f-81e7-717ab7e2fe74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:00.207462 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-c7628b5d-2e19-448f-81e7-717ab7e2fe74 admin admin] 10.222.0.64 "DELETE /v2.0/networks/1f7dcd01-712e-4910-801c-ec7cd2120c05 HTTP/1.1" status: 204 len: 168 time: 0.4416902 May 23 15:45:00.220069 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7628b5d-2e19-448f-81e7-717ab7e2fe74 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f7dcd01-712e-4910-801c-ec7cd2120c05,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:00.229955 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7628b5d-2e19-448f-81e7-717ab7e2fe74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:00.234104 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7628b5d-2e19-448f-81e7-717ab7e2fe74 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:00.234104 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7628b5d-2e19-448f-81e7-717ab7e2fe74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:00.234104 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7628b5d-2e19-448f-81e7-717ab7e2fe74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:00.234104 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7628b5d-2e19-448f-81e7-717ab7e2fe74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:00.234104 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7628b5d-2e19-448f-81e7-717ab7e2fe74 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:00.234104 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7628b5d-2e19-448f-81e7-717ab7e2fe74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:00.234104 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7628b5d-2e19-448f-81e7-717ab7e2fe74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:00.234104 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7628b5d-2e19-448f-81e7-717ab7e2fe74 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:00.234104 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7628b5d-2e19-448f-81e7-717ab7e2fe74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:00.234104 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7628b5d-2e19-448f-81e7-717ab7e2fe74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:00.234104 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7628b5d-2e19-448f-81e7-717ab7e2fe74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:00.234104 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7628b5d-2e19-448f-81e7-717ab7e2fe74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:00.235308 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7628b5d-2e19-448f-81e7-717ab7e2fe74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:00.235308 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7628b5d-2e19-448f-81e7-717ab7e2fe74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:00.309821 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 46100) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:00.314492 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-2a1952b4-a6af-4de6-a3be-bc4857b77c35 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1310211778', 'description': 'tempest-description--1697378460'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:45:00.429837 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2a1952b4-a6af-4de6-a3be-bc4857b77c35 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:00.501559 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2a1952b4-a6af-4de6-a3be-bc4857b77c35 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group (11c336fb-176f-4cc2-9b5e-418b650dbc7c), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:00.585007 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2a1952b4-a6af-4de6-a3be-bc4857b77c35 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (11c336fb-176f-4cc2-9b5e-418b650dbc7c), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:00.615131 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1952b4-a6af-4de6-a3be-bc4857b77c35 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11c336fb-176f-4cc2-9b5e-418b650dbc7c,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:00.654737 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 46102) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:00.692713 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2a1952b4-a6af-4de6-a3be-bc4857b77c35 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:00.694492 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-2a1952b4-a6af-4de6-a3be-bc4857b77c35 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3836243 May 23 15:45:00.697431 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 46104) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:00.698596 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-a6d2f5b9-23b1-4a65-bbdc-7fa8b9a15fbf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c2ef57ea448a49d3af268a02f6f08257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427649 May 23 15:45:00.701605 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 46106) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:00.702874 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-05a5a9b2-2dfe-4e61-8163-b35e8f75d1d1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Request body: {'security_group_rule': {'security_group_id': '11c336fb-176f-4cc2-9b5e-418b650dbc7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:45:00.751110 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-999953ae-7493-441e-89fd-164db8f1acc0 admin admin] Publish callbacks [] for security_group (ce3e5ff5-a481-41bd-8d31-8d34b9d33cda), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:00.772873 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-999953ae-7493-441e-89fd-164db8f1acc0 admin admin] Publish callbacks [] for security_group (ce3e5ff5-a481-41bd-8d31-8d34b9d33cda), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:00.790145 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-05a5a9b2-2dfe-4e61-8163-b35e8f75d1d1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group_rule (77042e00-b504-4e49-8e3b-35208c1b99ed), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:00.838662 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-05a5a9b2-2dfe-4e61-8163-b35e8f75d1d1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group_rule (77042e00-b504-4e49-8e3b-35208c1b99ed), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:00.881854 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-999953ae-7493-441e-89fd-164db8f1acc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (ce3e5ff5-a481-41bd-8d31-8d34b9d33cda), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:00.884499 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-999953ae-7493-441e-89fd-164db8f1acc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:00.885720 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-999953ae-7493-441e-89fd-164db8f1acc0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce3e5ff5-a481-41bd-8d31-8d34b9d33cda HTTP/1.1" status: 204 len: 168 time: 0.1830983 May 23 15:45:00.893546 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999953ae-7493-441e-89fd-164db8f1acc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3e5ff5-a481-41bd-8d31-8d34b9d33cda,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:00.909811 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-05a5a9b2-2dfe-4e61-8163-b35e8f75d1d1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (77042e00-b504-4e49-8e3b-35208c1b99ed), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:00.934763 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5a9b2-2dfe-4e61-8163-b35e8f75d1d1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77042e00-b504-4e49-8e3b-35208c1b99ed,revision_number=0']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:00.997239 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-05a5a9b2-2dfe-4e61-8163-b35e8f75d1d1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:00.998472 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-05a5a9b2-2dfe-4e61-8163-b35e8f75d1d1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2993271 May 23 15:45:01.001093 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 46110) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:01.006166 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-29e3b4d8-f627-4980-a4b0-6b352b7014e8 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Request body: {'security_group_rule': {'security_group_id': '11c336fb-176f-4cc2-9b5e-418b650dbc7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:45:01.117443 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-29e3b4d8-f627-4980-a4b0-6b352b7014e8 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group_rule (b7bf1134-f912-46b8-ab79-e28886c13efe), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:01.171249 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-29e3b4d8-f627-4980-a4b0-6b352b7014e8 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group_rule (b7bf1134-f912-46b8-ab79-e28886c13efe), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:01.252708 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-29e3b4d8-f627-4980-a4b0-6b352b7014e8 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (b7bf1134-f912-46b8-ab79-e28886c13efe), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:01.283063 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3b4d8-f627-4980-a4b0-6b352b7014e8 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7bf1134-f912-46b8-ab79-e28886c13efe,revision_number=0']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:01.352728 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-29e3b4d8-f627-4980-a4b0-6b352b7014e8 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:01.354093 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-29e3b4d8-f627-4980-a4b0-6b352b7014e8 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3520231 May 23 15:45:01.357340 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 46128) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:01.361631 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-f247cff2-95eb-41a7-91c9-75536a0a5591 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Request body: {'floatingip': {'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:45:01.453009 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f247cff2-95eb-41a7-91c9-75536a0a5591 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:01.534443 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f247cff2-95eb-41a7-91c9-75536a0a5591 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:01.649174 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_common [None req-f247cff2-95eb-41a7-91c9-75536a0a5591 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Allocated IP 172.27.3.234 (423e159f-0d94-4204-8598-641f4ed121cf/6893e8f7-d8c8-4bdd-8cf7-487cc5c00794/6aba85b7-0b9a-4e39-a759-d87ea442914f) {{(pid=111208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:45:01.674311 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=83,neutron:UPDATE=6,neutron:DELETE=4,neutron:INSERT=7 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:01.719655 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:01.754103 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f247cff2-95eb-41a7-91c9-75536a0a5591 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for port (6aba85b7-0b9a-4e39-a759-d87ea442914f), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:01.870337 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f247cff2-95eb-41a7-91c9-75536a0a5591 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (6aba85b7-0b9a-4e39-a759-d87ea442914f), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:01.910808 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f247cff2-95eb-41a7-91c9-75536a0a5591 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Network 423e159f-0d94-4204-8598-641f4ed121cf is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:45:01.914337 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 46140) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:01.916488 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-f247cff2-95eb-41a7-91c9-75536a0a5591 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:45:01.919891 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f247cff2-95eb-41a7-91c9-75536a0a5591 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Received port after_create {{(pid=111208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:45:01.944453 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247cff2-95eb-41a7-91c9-75536a0a5591 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event updated for resources: {'Port': ['ID=6aba85b7-0b9a-4e39-a759-d87ea442914f,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:02.007614 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f247cff2-95eb-41a7-91c9-75536a0a5591 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for floatingip (66d9a038-9232-4ffd-abcd-888fcd44baf3), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:02.024531 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-edcdc354-5bb8-4324-920b-8b17cc8e931a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1539260989-network', 'tenant_id': '6263581d20ea47bcae22d736f7934e05'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:45:02.148654 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f247cff2-95eb-41a7-91c9-75536a0a5591 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (6aba85b7-0b9a-4e39-a759-d87ea442914f), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:02.155716 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcdc354-5bb8-4324-920b-8b17cc8e931a admin admin] Made reservation on behalf of 6263581d20ea47bcae22d736f7934e05 for: {'network': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:45:02.158194 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-edcdc354-5bb8-4324-920b-8b17cc8e931a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for network (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:02.170072 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-edcdc354-5bb8-4324-920b-8b17cc8e931a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:02.220688 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=12 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:02.249160 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-edcdc354-5bb8-4324-920b-8b17cc8e931a admin admin] Publish callbacks [] for security_group (0c86dfb5-9926-4e83-a86f-ae3719fef439), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:02.315629 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-edcdc354-5bb8-4324-920b-8b17cc8e931a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (0c86dfb5-9926-4e83-a86f-ae3719fef439), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:02.321257 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=9 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:02.338701 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edcdc354-5bb8-4324-920b-8b17cc8e931a admin admin] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=111209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:45:02.339147 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f247cff2-95eb-41a7-91c9-75536a0a5591 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for port (6aba85b7-0b9a-4e39-a759-d87ea442914f), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:02.354194 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcdc354-5bb8-4324-920b-8b17cc8e931a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c86dfb5-9926-4e83-a86f-ae3719fef439,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:02.357027 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-edcdc354-5bb8-4324-920b-8b17cc8e931a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747701125214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (dee74d16-ff39-4506-8861-fc403fa5e1d4), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:02.357505 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.db.segments_db [None req-edcdc354-5bb8-4324-920b-8b17cc8e931a admin admin] Added segment dee74d16-ff39-4506-8861-fc403fa5e1d4 of type vlan for network 719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 May 23 15:45:02.395884 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-edcdc354-5bb8-4324-920b-8b17cc8e931a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747700567628'] for network (719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:02.435497 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f247cff2-95eb-41a7-91c9-75536a0a5591 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-906278'] for port (6aba85b7-0b9a-4e39-a759-d87ea442914f), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:02.510153 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247cff2-95eb-41a7-91c9-75536a0a5591 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event updated for resources: {'Port': ['ID=6aba85b7-0b9a-4e39-a759-d87ea442914f,revision_number=2']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:02.515519 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-edcdc354-5bb8-4324-920b-8b17cc8e931a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464'] for network (719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:02.516612 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcdc354-5bb8-4324-920b-8b17cc8e931a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:02.517335 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-edcdc354-5bb8-4324-920b-8b17cc8e931a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:02.518795 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f247cff2-95eb-41a7-91c9-75536a0a5591 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (66d9a038-9232-4ffd-abcd-888fcd44baf3), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:02.578764 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:02.588273 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcdc354-5bb8-4324-920b-8b17cc8e931a admin admin] Pushing event updated for resources: {'Network': ['ID=719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:02.598490 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Network 719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 details requested by agent ovs-agent-dv-cinder-840678-12-iscsi with host dv-cinder-840678-12-iscsi {{(pid=111210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:45:02.609158 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f247cff2-95eb-41a7-91c9-75536a0a5591 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:02.613124 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-f247cff2-95eb-41a7-91c9-75536a0a5591 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2521489 May 23 15:45:02.685279 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-edcdc354-5bb8-4324-920b-8b17cc8e931a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.7695746 May 23 15:45:02.694288 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 46152) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:02.694288 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-0801d640-2128-4303-9d6d-e61eb0c95eab admin admin] Request body: {'subnet': {'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1539260989-subnet', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'ip_version': 4}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:45:02.807091 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0801d640-2128-4303-9d6d-e61eb0c95eab admin admin] Made reservation on behalf of 6263581d20ea47bcae22d736f7934e05 for: {'subnet': 1} {{(pid=111208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:45:02.810264 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-0801d640-2128-4303-9d6d-e61eb0c95eab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16100566'] for subnet (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:02.849088 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3985b329-46a2-45dc-88f1-06803a178458 req-7bb5803d-2f72-437c-9735-603729fdf626 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1310211778&fields=id&tenant_id=a15ae9d15a64468f80628ed51c2e42d6 HTTP/1.1" status: 200 len: 267 time: 0.0528593 May 23 15:45:02.958048 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985b329-46a2-45dc-88f1-06803a178458 req-094340e7-804f-43b7-8963-f5b69b59d46e tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:02.960040 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3985b329-46a2-45dc-88f1-06803a178458 req-094340e7-804f-43b7-8963-f5b69b59d46e tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/networks?id=6b67b25e-d689-4151-bafc-c9d67faaca84 HTTP/1.1" status: 200 len: 815 time: 0.1081111 May 23 15:45:02.967081 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:02.975108 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3985b329-46a2-45dc-88f1-06803a178458 req-63617f91-598a-41e0-9035-22a52672b506 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/quotas/a15ae9d15a64468f80628ed51c2e42d6 HTTP/1.1" status: 200 len: 375 time: 0.0090001 May 23 15:45:03.030301 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3985b329-46a2-45dc-88f1-06803a178458 req-de5149b6-3f90-444f-a089-72b4e7ae3cf8 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a15ae9d15a64468f80628ed51c2e42d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498006 May 23 15:45:03.064168 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-0801d640-2128-4303-9d6d-e61eb0c95eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-904127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16100388'] for subnet (150d6d13-664a-4a20-9c02-8454a2e4aaca), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:03.119681 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801d640-2128-4303-9d6d-e61eb0c95eab admin admin] Pushing event updated for resources: {'Subnet': ['ID=150d6d13-664a-4a20-9c02-8454a2e4aaca,revision_number=0']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:03.130190 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0801d640-2128-4303-9d6d-e61eb0c95eab admin admin] Checking segment: {'id': 'dee74d16-ff39-4506-8861-fc403fa5e1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:45:03.130546 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0801d640-2128-4303-9d6d-e61eb0c95eab admin admin] Network hostable DHCP agents. Network: 719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6, hostable agents: ['251dd304-59f3-4964-a27c-cc4bc9747485'], hosted agents: [] {{(pid=111208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:45:03.131750 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3985b329-46a2-45dc-88f1-06803a178458 req-193e0dd6-15a6-4ce4-8bd8-6a686a425dd7 service neutron] 10.222.0.64 "GET /v2.0/networks/6b67b25e-d689-4151-bafc-c9d67faaca84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897295 May 23 15:45:03.219515 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0801d640-2128-4303-9d6d-e61eb0c95eab admin admin] Network 719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 is scheduled to be hosted by DHCP agent 251dd304-59f3-4964-a27c-cc4bc9747485 with binding_index 1 {{(pid=111208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:45:03.224424 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3985b329-46a2-45dc-88f1-06803a178458 req-5419b49f-b7e4-4531-9110-9c21b504f116 service neutron] 10.222.0.64 "GET /v2.0/networks/6b67b25e-d689-4151-bafc-c9d67faaca84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867207 May 23 15:45:03.292326 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-0801d640-2128-4303-9d6d-e61eb0c95eab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-12-iscsi, 719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6) {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:45:03.296791 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0801d640-2128-4303-9d6d-e61eb0c95eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:03.298123 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-0801d640-2128-4303-9d6d-e61eb0c95eab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:03.303781 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c754d5-5ccb-4bc3-a1ad-210ed85ba6c3 None None] Network 719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:45:03.403777 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp055156f6-2a9b-51e3-8b11-ea6d6ebeb84f-719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'project_id': '6263581d20ea47bcae22d736f7934e05', 'fixed_ips': [{'subnet_id': '150d6d13-664a-4a20-9c02-8454a2e4aaca'}]}} from dv-cinder-840678-12-iscsi. {{(pid=111210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 15:45:03.404849 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:03.442790 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 46168) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:03.443007 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-0801d640-2128-4303-9d6d-e61eb0c95eab admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7535341 May 23 15:45:03.453083 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-3d4e8128-1b9d-4ad8-afb4-c5378e78ddef admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1539260989-router', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:45:03.487128 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a827fdd4-b88b-4f40-97b2-96db8dcac3a0 req-a6b95b1c-4a8f-4e89-9f57-8f61b10c46cd tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 210 time: 0.0340180 May 23 15:45:03.555617 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.db_base_plugin_common [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Allocated IP 172.20.0.2 (719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6/150d6d13-664a-4a20-9c02-8454a2e4aaca/53324869-f4f7-481c-a0a4-fda4ef952a18) {{(pid=111210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:45:03.567334 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3d4e8128-1b9d-4ad8-afb4-c5378e78ddef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12900'] for router (f674e184-743d-48cf-902d-cbf0a969171c), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:03.569053 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3d4e8128-1b9d-4ad8-afb4-c5378e78ddef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12829'] for router (f674e184-743d-48cf-902d-cbf0a969171c), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:03.621110 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3d4e8128-1b9d-4ad8-afb4-c5378e78ddef admin admin] Publish callbacks [] for router_controller (f674e184-743d-48cf-902d-cbf0a969171c), precommit_add_association {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:03.651783 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:03.835915 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3d4e8128-1b9d-4ad8-afb4-c5378e78ddef admin admin] Publish callbacks [] for router_gateway (f674e184-743d-48cf-902d-cbf0a969171c), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:03.847879 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Publish callbacks [] for port (53324869-f4f7-481c-a0a4-fda4ef952a18), precommit_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:03.938458 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725'] for port (53324869-f4f7-481c-a0a4-fda4ef952a18), after_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:03.979473 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Network 719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 is already hosted by enough agents. {{(pid=111210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:45:03.984200 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.scheduler.base_scheduler [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Resources bound (agent type, host, resource id): {{(pid=111210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:45:03.987982 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Received port after_create {{(pid=111210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:45:03.992890 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Pushing event updated for resources: {'Port': ['ID=53324869-f4f7-481c-a0a4-fda4ef952a18,revision_number=1']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:04.004652 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:04.004652 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:04.004652 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:04.004652 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:04.004993 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:04.005354 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:04.005688 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:04.006018 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:04.006458 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:04.007080 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:04.007080 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:04.007402 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:04.007734 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:04.008056 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:04.008373 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:04.060136 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Attempting to bind port 53324869-f4f7-481c-a0a4-fda4ef952a18 on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:45:04.067466 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Attempting to bind port 53324869-f4f7-481c-a0a4-fda4ef952a18 by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': 'dee74d16-ff39-4506-8861-fc403fa5e1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6'}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:45:04.067466 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Attempting to bind port 53324869-f4f7-481c-a0a4-fda4ef952a18 on network 719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:45:04.067466 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:45:04.067466 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Checking segment: {'id': 'dee74d16-ff39-4506-8861-fc403fa5e1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:45:04.067466 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:04.067466 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Bound using segment: {'id': 'dee74d16-ff39-4506-8861-fc403fa5e1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6'} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:45:04.068007 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Bound port: 53324869-f4f7-481c-a0a4-fda4ef952a18, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee74d16-ff39-4506-8861-fc403fa5e1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6'}}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:45:04.068007 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (53324869-f4f7-481c-a0a4-fda4ef952a18), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:04.109031 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:04.128510 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] For port 53324869-f4f7-481c-a0a4-fda4ef952a18, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:45:04.128726 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3d4e8128-1b9d-4ad8-afb4-c5378e78ddef admin admin] Publish callbacks [] for router_gateway (f674e184-743d-48cf-902d-cbf0a969171c), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:04.131770 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] For port 53324869-f4f7-481c-a0a4-fda4ef952a18, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=53324869-f4f7-481c-a0a4-fda4ef952a18,segment=NetworkSegment(dee74d16-ff39-4506-8861-fc403fa5e1d4),segment_id=dee74d16-ff39-4506-8861-fc403fa5e1d4)] {{(pid=111210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:45:04.149264 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3d4e8128-1b9d-4ad8-afb4-c5378e78ddef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:04.230585 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (53324869-f4f7-481c-a0a4-fda4ef952a18), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:04.254049 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=87,neutron:UPDATE=10,neutron:INSERT=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:04.259940 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_common [None req-3d4e8128-1b9d-4ad8-afb4-c5378e78ddef admin admin] Allocated IP 172.27.3.249 (423e159f-0d94-4204-8598-641f4ed121cf/6893e8f7-d8c8-4bdd-8cf7-487cc5c00794/e34a42c1-b04b-46d4-9702-c6cdbac1262e) {{(pid=111209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:45:04.288207 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285953d-82fd-4e9d-8447-3737b7018ea1 None None] Pushing event updated for resources: {'Port': ['ID=53324869-f4f7-481c-a0a4-fda4ef952a18,revision_number=2']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:04.374176 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3d4e8128-1b9d-4ad8-afb4-c5378e78ddef admin admin] Publish callbacks [] for port (e34a42c1-b04b-46d4-9702-c6cdbac1262e), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:04.519831 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3d4e8128-1b9d-4ad8-afb4-c5378e78ddef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (e34a42c1-b04b-46d4-9702-c6cdbac1262e), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:04.566543 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4e8128-1b9d-4ad8-afb4-c5378e78ddef admin admin] Network 423e159f-0d94-4204-8598-641f4ed121cf is already hosted by enough agents. {{(pid=111209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:45:04.570817 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [None req-3d4e8128-1b9d-4ad8-afb4-c5378e78ddef admin admin] Resources bound (agent type, host, resource id): {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:45:04.573526 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4e8128-1b9d-4ad8-afb4-c5378e78ddef admin admin] Received port after_create {{(pid=111209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:45:04.611938 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e8128-1b9d-4ad8-afb4-c5378e78ddef admin admin] Pushing event updated for resources: {'Port': ['ID=e34a42c1-b04b-46d4-9702-c6cdbac1262e,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:04.635394 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f3589931-24db-4275-aca3-3e476d716085 req-a2c0f324-d477-44d1-8908-5f50c9ff168c tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 210 time: 0.0572290 May 23 15:45:04.638281 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:04.941861 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3d4e8128-1b9d-4ad8-afb4-c5378e78ddef admin admin] Publish callbacks [] for router_gateway (f674e184-743d-48cf-902d-cbf0a969171c), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:05.144030 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3d4e8128-1b9d-4ad8-afb4-c5378e78ddef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746782'] for router (f674e184-743d-48cf-902d-cbf0a969171c), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:05.247987 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ca5a24-fd87-4c69-9915-835963d0adef None None] Network 719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:45:05.264897 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:05.298750 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:05.315544 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-5bc69e05-95b7-4a2f-a4d8-45c50235223d None None] Provisioning complete for port 53324869-f4f7-481c-a0a4-fda4ef952a18 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:45:05.315923 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-5bc69e05-95b7-4a2f-a4d8-45c50235223d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (53324869-f4f7-481c-a0a4-fda4ef952a18), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:05.391216 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 46196) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:05.397572 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4e8128-1b9d-4ad8-afb4-c5378e78ddef admin admin] Router f674e184-743d-48cf-902d-cbf0a969171c is scheduled to L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 with binding_index 1 {{(pid=111209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 15:45:05.456977 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-5bc69e05-95b7-4a2f-a4d8-45c50235223d None None] Current status of the port 53324869-f4f7-481c-a0a4-fda4ef952a18 is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:45:05.456977 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-5bc69e05-95b7-4a2f-a4d8-45c50235223d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (53324869-f4f7-481c-a0a4-fda4ef952a18), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:05.509300 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-5bc69e05-95b7-4a2f-a4d8-45c50235223d None None] For port 53324869-f4f7-481c-a0a4-fda4ef952a18, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=53324869-f4f7-481c-a0a4-fda4ef952a18,segment=NetworkSegment(dee74d16-ff39-4506-8861-fc403fa5e1d4),segment_id=dee74d16-ff39-4506-8861-fc403fa5e1d4)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:45:05.525993 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4e8128-1b9d-4ad8-afb4-c5378e78ddef admin admin] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:45:05.535647 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf326d80-c6eb-4543-9c97-8e9d5c6771b9 None None] Sync routers for ids ['f674e184-743d-48cf-902d-cbf0a969171c'] in dv-cinder-840678-12-iscsi {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:45:05.548474 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf326d80-c6eb-4543-9c97-8e9d5c6771b9 None None] Routers {'f674e184-743d-48cf-902d-cbf0a969171c'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:45:05.549147 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-bf326d80-c6eb-4543-9c97-8e9d5c6771b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:44:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['f674e184-743d-48cf-902d-cbf0a969171c'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:05.656308 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-5bc69e05-95b7-4a2f-a4d8-45c50235223d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (53324869-f4f7-481c-a0a4-fda4ef952a18), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:05.670425 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-bf326d80-c6eb-4543-9c97-8e9d5c6771b9 None None] Set router f674e184-743d-48cf-902d-cbf0a969171c gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:45:05.756934 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc69e05-95b7-4a2f-a4d8-45c50235223d None None] Pushing event updated for resources: {'Port': ['ID=53324869-f4f7-481c-a0a4-fda4ef952a18,revision_number=3']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:05.782362 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 53324869-f4f7-481c-a0a4-fda4ef952a18 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:45:05.815020 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-144294f1-9b67-48c7-a1d6-a492e78e6cdb None None] Provisioning complete for port 53324869-f4f7-481c-a0a4-fda4ef952a18 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:45:05.815405 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-144294f1-9b67-48c7-a1d6-a492e78e6cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (53324869-f4f7-481c-a0a4-fda4ef952a18), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:05.879705 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port 53324869-f4f7-481c-a0a4-fda4ef952a18 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:45:05.880089 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (53324869-f4f7-481c-a0a4-fda4ef952a18), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:05.888298 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-bf326d80-c6eb-4543-9c97-8e9d5c6771b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'name': 'tempest-TestVolumeBootPattern-1539260989-router', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:03Z', 'updated_at': '2022-05-23T15:45:04Z', 'revision_number': 3, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'gw_port': {'id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:04Z', 'updated_at': '2022-05-23T15:45:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:05.892457 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-4274e773-af88-4011-9a61-16dfcdbeaa54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:05.895785 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2d5298fe-fdd5-42e7-a9f2-c3dd5c323e6a req-83ba53e3-885b-4baf-86a6-118c0ead479b tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 210 time: 0.0316551 May 23 15:45:05.916161 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf326d80-c6eb-4543-9c97-8e9d5c6771b9 None None] Checking router: f674e184-743d-48cf-902d-cbf0a969171c for host: dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:45:05.916731 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf326d80-c6eb-4543-9c97-8e9d5c6771b9 None None] Updating router f674e184-743d-48cf-902d-cbf0a969171c port e34a42c1-b04b-46d4-9702-c6cdbac1262e binding host dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:45:05.931650 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3d4e8128-1b9d-4ad8-afb4-c5378e78ddef admin admin] Publish callbacks [] for router (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:05.933730 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-3d4e8128-1b9d-4ad8-afb4-c5378e78ddef admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4885941 May 23 15:45:05.936468 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 46202) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:05.952529 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-bf326d80-c6eb-4543-9c97-8e9d5c6771b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (e34a42c1-b04b-46d4-9702-c6cdbac1262e), before_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:05.973640 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-144294f1-9b67-48c7-a1d6-a492e78e6cdb None None] Current status of the port 53324869-f4f7-481c-a0a4-fda4ef952a18 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:45:06.009090 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-4274e773-af88-4011-9a61-16dfcdbeaa54 admin admin] Publish callbacks [] for security_group (ab8e72df-5f7d-41a2-a480-d14e8bc12cd4), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:06.018825 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:06.032197 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port 53324869-f4f7-481c-a0a4-fda4ef952a18 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:45:06.104110 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-4274e773-af88-4011-9a61-16dfcdbeaa54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (ab8e72df-5f7d-41a2-a480-d14e8bc12cd4), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:06.150768 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-4274e773-af88-4011-9a61-16dfcdbeaa54 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=89df4327f3a748a1ab2a9e7139f7ba37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7558270 May 23 15:45:06.151469 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 46204) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:06.156982 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274e773-af88-4011-9a61-16dfcdbeaa54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8e72df-5f7d-41a2-a480-d14e8bc12cd4,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:06.208223 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-1d47ecfd-daff-4fb7-9587-f19b5fb12e02 admin admin] Publish callbacks [] for security_group (ab8e72df-5f7d-41a2-a480-d14e8bc12cd4), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:06.233700 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-1d47ecfd-daff-4fb7-9587-f19b5fb12e02 admin admin] Publish callbacks [] for security_group (ab8e72df-5f7d-41a2-a480-d14e8bc12cd4), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:06.281436 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-bf326d80-c6eb-4543-9c97-8e9d5c6771b9 None None] Publish callbacks [] for port (e34a42c1-b04b-46d4-9702-c6cdbac1262e), precommit_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:06.301805 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985b329-46a2-45dc-88f1-06803a178458 req-8052d5ee-826e-44e8-875e-cf62ab478fe3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:06.303453 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-3985b329-46a2-45dc-88f1-06803a178458 req-8052d5ee-826e-44e8-875e-cf62ab478fe3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.69 "GET /v2.0/networks?id=6b67b25e-d689-4151-bafc-c9d67faaca84 HTTP/1.1" status: 200 len: 815 time: 0.1870852 May 23 15:45:06.389523 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-bf326d80-c6eb-4543-9c97-8e9d5c6771b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (e34a42c1-b04b-46d4-9702-c6cdbac1262e), after_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:06.444817 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-bf326d80-c6eb-4543-9c97-8e9d5c6771b9 None None] Attempting to bind port e34a42c1-b04b-46d4-9702-c6cdbac1262e on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:45:06.445230 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-bf326d80-c6eb-4543-9c97-8e9d5c6771b9 None None] Attempting to bind port e34a42c1-b04b-46d4-9702-c6cdbac1262e by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}] {{(pid=111211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:45:06.445595 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf326d80-c6eb-4543-9c97-8e9d5c6771b9 None None] Attempting to bind port e34a42c1-b04b-46d4-9702-c6cdbac1262e on network 423e159f-0d94-4204-8598-641f4ed121cf {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:45:06.448720 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce41461-9401-4231-a4cd-0ee3dc54de2c None None] Pushing event updated for resources: {'Port': ['ID=e34a42c1-b04b-46d4-9702-c6cdbac1262e,revision_number=2']} {{(pid=111211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:06.453729 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf326d80-c6eb-4543-9c97-8e9d5c6771b9 None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:45:06.454104 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf326d80-c6eb-4543-9c97-8e9d5c6771b9 None None] Checking segment: {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:45:06.454510 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-bf326d80-c6eb-4543-9c97-8e9d5c6771b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:06.454901 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf326d80-c6eb-4543-9c97-8e9d5c6771b9 None None] Bound using segment: {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'} {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:45:06.455365 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-bf326d80-c6eb-4543-9c97-8e9d5c6771b9 None None] Bound port: e34a42c1-b04b-46d4-9702-c6cdbac1262e, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}}] {{(pid=111211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:45:06.455742 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-bf326d80-c6eb-4543-9c97-8e9d5c6771b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (e34a42c1-b04b-46d4-9702-c6cdbac1262e), before_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:06.463261 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce41461-9401-4231-a4cd-0ee3dc54de2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:06.463611 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce41461-9401-4231-a4cd-0ee3dc54de2c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:06.463978 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce41461-9401-4231-a4cd-0ee3dc54de2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:06.464374 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce41461-9401-4231-a4cd-0ee3dc54de2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:06.464716 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce41461-9401-4231-a4cd-0ee3dc54de2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:06.465046 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce41461-9401-4231-a4cd-0ee3dc54de2c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:06.465397 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce41461-9401-4231-a4cd-0ee3dc54de2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:06.465723 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce41461-9401-4231-a4cd-0ee3dc54de2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:06.466062 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce41461-9401-4231-a4cd-0ee3dc54de2c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:06.466420 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce41461-9401-4231-a4cd-0ee3dc54de2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:06.466742 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce41461-9401-4231-a4cd-0ee3dc54de2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:06.466842 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-3985b329-46a2-45dc-88f1-06803a178458 req-9f6912c1-0633-4898-aab4-e6dcf467b175 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a15ae9d15a64468f80628ed51c2e42d6 HTTP/1.1" status: 200 len: 472 time: 0.1245828 May 23 15:45:06.467084 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce41461-9401-4231-a4cd-0ee3dc54de2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:06.467410 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce41461-9401-4231-a4cd-0ee3dc54de2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:06.467729 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce41461-9401-4231-a4cd-0ee3dc54de2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:06.468048 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce41461-9401-4231-a4cd-0ee3dc54de2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:45:06.491601 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [req-3985b329-46a2-45dc-88f1-06803a178458 req-45865082-ed07-4e9e-99e6-6ac026195ae3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Request body: {'port': {'device_id': 'aafabce5-30ac-488a-9d85-2d453337bf71', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'admin_state_up': True, 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'security_groups': ['11c336fb-176f-4cc2-9b5e-418b650dbc7c']}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:45:06.509919 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:06.512968 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-1d47ecfd-daff-4fb7-9587-f19b5fb12e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (ab8e72df-5f7d-41a2-a480-d14e8bc12cd4), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:06.515550 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-1d47ecfd-daff-4fb7-9587-f19b5fb12e02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:06.519173 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-1d47ecfd-daff-4fb7-9587-f19b5fb12e02 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ab8e72df-5f7d-41a2-a480-d14e8bc12cd4 HTTP/1.1" status: 204 len: 168 time: 0.3647594 May 23 15:45:06.529924 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47ecfd-daff-4fb7-9587-f19b5fb12e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8e72df-5f7d-41a2-a480-d14e8bc12cd4,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:06.533079 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.db [None req-bf326d80-c6eb-4543-9c97-8e9d5c6771b9 None None] For port e34a42c1-b04b-46d4-9702-c6cdbac1262e, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:45:06.539277 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.db [None req-bf326d80-c6eb-4543-9c97-8e9d5c6771b9 None None] For port e34a42c1-b04b-46d4-9702-c6cdbac1262e, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=e34a42c1-b04b-46d4-9702-c6cdbac1262e,segment=NetworkSegment(2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5),segment_id=2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5)] {{(pid=111211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:45:06.648746 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-bf326d80-c6eb-4543-9c97-8e9d5c6771b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (e34a42c1-b04b-46d4-9702-c6cdbac1262e), after_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:06.651041 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-50cf64a7-2d62-4d2b-be68-2aff6c65a464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:06.676732 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:06.728306 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:06.734489 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce41461-9401-4231-a4cd-0ee3dc54de2c None None] Pushing event updated for resources: {'Port': ['ID=e34a42c1-b04b-46d4-9702-c6cdbac1262e,revision_number=3']} {{(pid=111211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:06.737040 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf326d80-c6eb-4543-9c97-8e9d5c6771b9 None None] Routers {'f674e184-743d-48cf-902d-cbf0a969171c'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:45:06.744528 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-bf326d80-c6eb-4543-9c97-8e9d5c6771b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:44:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['f674e184-743d-48cf-902d-cbf0a969171c'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:06.782416 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:06.821379 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3985b329-46a2-45dc-88f1-06803a178458 req-45865082-ed07-4e9e-99e6-6ac026195ae3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Made reservation on behalf of a15ae9d15a64468f80628ed51c2e42d6 for: {'port': 1} {{(pid=111208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:45:06.825812 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-3985b329-46a2-45dc-88f1-06803a178458 req-45865082-ed07-4e9e-99e6-6ac026195ae3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:06.876435 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-bf326d80-c6eb-4543-9c97-8e9d5c6771b9 None None] Set router f674e184-743d-48cf-902d-cbf0a969171c gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:45:07.041015 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f66a2183-ae91-404e-842d-2476d343e00e req-6a2601a4-adad-4c86-ae36-dc5657d24386 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 210 time: 0.0586886 May 23 15:45:07.119582 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-bf326d80-c6eb-4543-9c97-8e9d5c6771b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'name': 'tempest-TestVolumeBootPattern-1539260989-router', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:03Z', 'updated_at': '2022-05-23T15:45:04Z', 'revision_number': 3, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'gw_port': {'id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:04Z', 'updated_at': '2022-05-23T15:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:07.146003 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf326d80-c6eb-4543-9c97-8e9d5c6771b9 None None] The sync data for ids ['f674e184-743d-48cf-902d-cbf0a969171c'] in dv-cinder-840678-12-iscsi is: [{'id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'name': 'tempest-TestVolumeBootPattern-1539260989-router', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:03Z', 'updated_at': '2022-05-23T15:45:04Z', 'revision_number': 3, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'gw_port': {'id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:04Z', 'updated_at': '2022-05-23T15:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}] {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:45:07.246937 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_common [None req-50cf64a7-2d62-4d2b-be68-2aff6c65a464 admin admin] Allocated IP 172.20.0.1 (719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6/150d6d13-664a-4a20-9c02-8454a2e4aaca/d876133e-d7d1-4101-999d-81323a4b08bf) {{(pid=111208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:45:07.272714 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_common [req-3985b329-46a2-45dc-88f1-06803a178458 req-45865082-ed07-4e9e-99e6-6ac026195ae3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Allocated IP 172.20.0.7 (6b67b25e-d689-4151-bafc-c9d67faaca84/798d4771-9590-4ee2-b6ff-bdfb7b6f48c3/835b3c97-b279-41ce-9d47-79f0eb6219e8) {{(pid=111208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:45:07.349691 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=8 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:07.459019 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-50cf64a7-2d62-4d2b-be68-2aff6c65a464 admin admin] Publish callbacks [] for port (d876133e-d7d1-4101-999d-81323a4b08bf), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:07.525490 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-3985b329-46a2-45dc-88f1-06803a178458 req-45865082-ed07-4e9e-99e6-6ac026195ae3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for port (835b3c97-b279-41ce-9d47-79f0eb6219e8), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:07.648485 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-50cf64a7-2d62-4d2b-be68-2aff6c65a464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (d876133e-d7d1-4101-999d-81323a4b08bf), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:07.708450 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-3985b329-46a2-45dc-88f1-06803a178458 req-45865082-ed07-4e9e-99e6-6ac026195ae3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (835b3c97-b279-41ce-9d47-79f0eb6219e8), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:07.718591 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf64a7-2d62-4d2b-be68-2aff6c65a464 admin admin] Pushing event updated for resources: {'Port': ['ID=d876133e-d7d1-4101-999d-81323a4b08bf,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:07.746118 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cf64a7-2d62-4d2b-be68-2aff6c65a464 admin admin] Network 719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:45:07.773160 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3985b329-46a2-45dc-88f1-06803a178458 req-45865082-ed07-4e9e-99e6-6ac026195ae3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Network 6b67b25e-d689-4151-bafc-c9d67faaca84 is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:45:07.778476 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-50cf64a7-2d62-4d2b-be68-2aff6c65a464 admin admin] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:45:07.785526 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cf64a7-2d62-4d2b-be68-2aff6c65a464 admin admin] Received port after_create {{(pid=111208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:45:07.794746 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:07.795680 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [req-3985b329-46a2-45dc-88f1-06803a178458 req-45865082-ed07-4e9e-99e6-6ac026195ae3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:45:07.800399 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 53324869-f4f7-481c-a0a4-fda4ef952a18 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:45:07.827418 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45865082-ed07-4e9e-99e6-6ac026195ae3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event updated for resources: {'Port': ['ID=835b3c97-b279-41ce-9d47-79f0eb6219e8,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:07.833039 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [req-3985b329-46a2-45dc-88f1-06803a178458 req-45865082-ed07-4e9e-99e6-6ac026195ae3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Received port after_create {{(pid=111208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:45:07.871761 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port 53324869-f4f7-481c-a0a4-fda4ef952a18 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:45:07.873227 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (53324869-f4f7-481c-a0a4-fda4ef952a18), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:07.899389 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-50cf64a7-2d62-4d2b-be68-2aff6c65a464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-747339'] for router_interface (f674e184-743d-48cf-902d-cbf0a969171c), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:07.957716 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985b329-46a2-45dc-88f1-06803a178458 req-45865082-ed07-4e9e-99e6-6ac026195ae3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:07.958760 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-3985b329-46a2-45dc-88f1-06803a178458 req-45865082-ed07-4e9e-99e6-6ac026195ae3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for port (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:07.979560 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port 53324869-f4f7-481c-a0a4-fda4ef952a18 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:45:07.981572 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device e34a42c1-b04b-46d4-9702-c6cdbac1262e up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:45:08.046514 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port e34a42c1-b04b-46d4-9702-c6cdbac1262e triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:45:08.046920 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (e34a42c1-b04b-46d4-9702-c6cdbac1262e), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:08.079549 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-3985b329-46a2-45dc-88f1-06803a178458 req-45865082-ed07-4e9e-99e6-6ac026195ae3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5901835 May 23 15:45:08.155956 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-5bebb8d2-fd76-4e9a-8c4f-e52b800cd21a None None] Provisioning complete for port d876133e-d7d1-4101-999d-81323a4b08bf triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:45:08.156332 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-5bebb8d2-fd76-4e9a-8c4f-e52b800cd21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (d876133e-d7d1-4101-999d-81323a4b08bf), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:08.160254 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port e34a42c1-b04b-46d4-9702-c6cdbac1262e is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:45:08.160641 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (e34a42c1-b04b-46d4-9702-c6cdbac1262e), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:08.189486 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-50cf64a7-2d62-4d2b-be68-2aff6c65a464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (d876133e-d7d1-4101-999d-81323a4b08bf), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:08.195183 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:08.210372 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-5bebb8d2-fd76-4e9a-8c4f-e52b800cd21a None None] Port d876133e-d7d1-4101-999d-81323a4b08bf cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:45:08.211550 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522a3b5-e479-4a72-a9a3-90e7f2d16131 req-497c9c01-53ea-4fbb-bf51-eaacfe68143d tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:08.213160 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e522a3b5-e479-4a72-a9a3-90e7f2d16131 req-497c9c01-53ea-4fbb-bf51-eaacfe68143d tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 931 time: 0.0662236 May 23 15:45:08.217265 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] For port e34a42c1-b04b-46d4-9702-c6cdbac1262e, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=e34a42c1-b04b-46d4-9702-c6cdbac1262e,segment=NetworkSegment(2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5),segment_id=2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:45:08.268253 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e522a3b5-e479-4a72-a9a3-90e7f2d16131 req-8c47811d-929d-444c-ab8e-e332bf441541 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=11c336fb-176f-4cc2-9b5e-418b650dbc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456798 May 23 15:45:08.315048 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (e34a42c1-b04b-46d4-9702-c6cdbac1262e), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:08.360806 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-f6e336a3-1943-4df2-ad2c-899e05d95177 None None] Provisioning complete for port 835b3c97-b279-41ce-9d47-79f0eb6219e8 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:45:08.361218 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-f6e336a3-1943-4df2-ad2c-899e05d95177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (835b3c97-b279-41ce-9d47-79f0eb6219e8), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:08.404491 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-50cf64a7-2d62-4d2b-be68-2aff6c65a464 admin admin] Publish callbacks [] for port (d876133e-d7d1-4101-999d-81323a4b08bf), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:08.407459 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Pushing event updated for resources: {'Port': ['ID=e34a42c1-b04b-46d4-9702-c6cdbac1262e,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:08.411954 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-f6e336a3-1943-4df2-ad2c-899e05d95177 None None] Port 835b3c97-b279-41ce-9d47-79f0eb6219e8 cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:45:08.469824 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-50cf64a7-2d62-4d2b-be68-2aff6c65a464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-906278'] for port (d876133e-d7d1-4101-999d-81323a4b08bf), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:08.539858 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-50cf64a7-2d62-4d2b-be68-2aff6c65a464 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-292210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745947'] for router_interface (f674e184-743d-48cf-902d-cbf0a969171c), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:08.541820 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf64a7-2d62-4d2b-be68-2aff6c65a464 admin admin] Pushing event updated for resources: {'Port': ['ID=d876133e-d7d1-4101-999d-81323a4b08bf,revision_number=2']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:08.635973 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cf64a7-2d62-4d2b-be68-2aff6c65a464 admin admin] Network 719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:45:08.637418 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-50cf64a7-2d62-4d2b-be68-2aff6c65a464 admin admin] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:45:08.759044 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cf64a7-2d62-4d2b-be68-2aff6c65a464 admin admin] Router f674e184-743d-48cf-902d-cbf0a969171c has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:45:08.765692 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:08.831285 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-ee3df17e-001d-4523-9a03-d9aeb6b90fa7 None None] Provisioning complete for port d876133e-d7d1-4101-999d-81323a4b08bf triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:45:08.831851 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-ee3df17e-001d-4523-9a03-d9aeb6b90fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (d876133e-d7d1-4101-999d-81323a4b08bf), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:08.863826 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:08.866932 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-ee3df17e-001d-4523-9a03-d9aeb6b90fa7 None None] Port d876133e-d7d1-4101-999d-81323a4b08bf cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:45:08.876120 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cf64a7-2d62-4d2b-be68-2aff6c65a464 admin admin] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:45:08.881562 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-50cf64a7-2d62-4d2b-be68-2aff6c65a464 admin admin] 10.222.0.64 "PUT /v2.0/routers/f674e184-743d-48cf-902d-cbf0a969171c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9435120 May 23 15:45:08.956193 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b258c8b6-bdad-4746-87c5-6c213ad0ac7e None None] Sync routers for ids ['f674e184-743d-48cf-902d-cbf0a969171c'] in dv-cinder-840678-12-iscsi {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:45:08.967672 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b258c8b6-bdad-4746-87c5-6c213ad0ac7e None None] Routers {'f674e184-743d-48cf-902d-cbf0a969171c'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:45:08.968377 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-b258c8b6-bdad-4746-87c5-6c213ad0ac7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:44:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['f674e184-743d-48cf-902d-cbf0a969171c'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:09.075338 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-b258c8b6-bdad-4746-87c5-6c213ad0ac7e None None] Set router f674e184-743d-48cf-902d-cbf0a969171c gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:45:09.104543 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:09.195094 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:09.270398 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-b258c8b6-bdad-4746-87c5-6c213ad0ac7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'name': 'tempest-TestVolumeBootPattern-1539260989-router', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:03Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'gw_port': {'id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:04Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'd876133e-d7d1-4101-999d-81323a4b08bf', 'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'mac_address': 'fa:16:3e:71:fd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:06Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 2, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'subnets': [{'id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:09.295862 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b258c8b6-bdad-4746-87c5-6c213ad0ac7e None None] Checking router: f674e184-743d-48cf-902d-cbf0a969171c for host: dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:45:09.296658 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b258c8b6-bdad-4746-87c5-6c213ad0ac7e None None] Updating router f674e184-743d-48cf-902d-cbf0a969171c port d876133e-d7d1-4101-999d-81323a4b08bf binding host dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:45:09.328853 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-b258c8b6-bdad-4746-87c5-6c213ad0ac7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (d876133e-d7d1-4101-999d-81323a4b08bf), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:09.395542 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e354a5e-3306-4307-b489-c58296ceca5c req-c9c25f3a-19df-41ba-8c9a-eb3437ac94fc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:09.397519 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3e354a5e-3306-4307-b489-c58296ceca5c req-c9c25f3a-19df-41ba-8c9a-eb3437ac94fc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 931 time: 0.0580158 May 23 15:45:09.451489 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3e354a5e-3306-4307-b489-c58296ceca5c req-53cb2a38-4cd8-4ea7-8a86-eff41168963e tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=11c336fb-176f-4cc2-9b5e-418b650dbc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485690 May 23 15:45:09.629877 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-b258c8b6-bdad-4746-87c5-6c213ad0ac7e None None] Publish callbacks [] for port (d876133e-d7d1-4101-999d-81323a4b08bf), precommit_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:09.647821 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 46246) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:09.652718 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-dfe6f5a4-6cb5-4b95-b8d8-67ec1e6d5c64 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1715771519-network', 'tenant_id': '561f63bffda54e37a768740ecda8dd52'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:45:09.696951 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device e34a42c1-b04b-46d4-9702-c6cdbac1262e up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:45:09.731760 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-b258c8b6-bdad-4746-87c5-6c213ad0ac7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (d876133e-d7d1-4101-999d-81323a4b08bf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:09.766762 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe6f5a4-6cb5-4b95-b8d8-67ec1e6d5c64 admin admin] Made reservation on behalf of 561f63bffda54e37a768740ecda8dd52 for: {'network': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:45:09.769231 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-dfe6f5a4-6cb5-4b95-b8d8-67ec1e6d5c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for network (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:09.779011 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-dfe6f5a4-6cb5-4b95-b8d8-67ec1e6d5c64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:09.787752 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:09.796472 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093816d8-4273-4a6c-9016-15bfba581c73 None None] Pushing event updated for resources: {'Port': ['ID=d876133e-d7d1-4101-999d-81323a4b08bf,revision_number=3']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:09.802707 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port e34a42c1-b04b-46d4-9702-c6cdbac1262e triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:45:09.803642 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (e34a42c1-b04b-46d4-9702-c6cdbac1262e), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:09.885263 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-dfe6f5a4-6cb5-4b95-b8d8-67ec1e6d5c64 admin admin] Publish callbacks [] for security_group (3c4abaa6-0659-4fa4-9a5f-dd6718f7c67a), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:09.895118 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-b258c8b6-bdad-4746-87c5-6c213ad0ac7e None None] Attempting to bind port d876133e-d7d1-4101-999d-81323a4b08bf on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:45:09.898701 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-b258c8b6-bdad-4746-87c5-6c213ad0ac7e None None] Attempting to bind port d876133e-d7d1-4101-999d-81323a4b08bf by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': 'dee74d16-ff39-4506-8861-fc403fa5e1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6'}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:45:09.898701 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b258c8b6-bdad-4746-87c5-6c213ad0ac7e None None] Attempting to bind port d876133e-d7d1-4101-999d-81323a4b08bf on network 719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:45:09.904071 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b258c8b6-bdad-4746-87c5-6c213ad0ac7e None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:45:09.904468 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b258c8b6-bdad-4746-87c5-6c213ad0ac7e None None] Checking segment: {'id': 'dee74d16-ff39-4506-8861-fc403fa5e1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:45:09.904863 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-b258c8b6-bdad-4746-87c5-6c213ad0ac7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:09.905287 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b258c8b6-bdad-4746-87c5-6c213ad0ac7e None None] Bound using segment: {'id': 'dee74d16-ff39-4506-8861-fc403fa5e1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6'} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:45:09.905767 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-b258c8b6-bdad-4746-87c5-6c213ad0ac7e None None] Bound port: d876133e-d7d1-4101-999d-81323a4b08bf, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee74d16-ff39-4506-8861-fc403fa5e1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6'}}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:45:09.906155 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-b258c8b6-bdad-4746-87c5-6c213ad0ac7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (d876133e-d7d1-4101-999d-81323a4b08bf), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:09.949759 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-dfe6f5a4-6cb5-4b95-b8d8-67ec1e6d5c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (3c4abaa6-0659-4fa4-9a5f-dd6718f7c67a), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:09.969369 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port e34a42c1-b04b-46d4-9702-c6cdbac1262e is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:45:09.973276 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe6f5a4-6cb5-4b95-b8d8-67ec1e6d5c64 admin admin] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=111209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:45:09.989631 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6f5a4-6cb5-4b95-b8d8-67ec1e6d5c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4abaa6-0659-4fa4-9a5f-dd6718f7c67a,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:09.993426 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-dfe6f5a4-6cb5-4b95-b8d8-67ec1e6d5c64 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747701125214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (fc8208e7-ad1f-45cf-ae45-dbd0770138b8), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:09.993837 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.db.segments_db [None req-dfe6f5a4-6cb5-4b95-b8d8-67ec1e6d5c64 admin admin] Added segment fc8208e7-ad1f-45cf-ae45-dbd0770138b8 of type vlan for network be3f5cc1-b1ec-454b-87f7-467fae9714e1 May 23 15:45:10.002948 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-b258c8b6-bdad-4746-87c5-6c213ad0ac7e None None] For port d876133e-d7d1-4101-999d-81323a4b08bf, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:45:10.006959 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-b258c8b6-bdad-4746-87c5-6c213ad0ac7e None None] For port d876133e-d7d1-4101-999d-81323a4b08bf, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=d876133e-d7d1-4101-999d-81323a4b08bf,segment=NetworkSegment(dee74d16-ff39-4506-8861-fc403fa5e1d4),segment_id=dee74d16-ff39-4506-8861-fc403fa5e1d4)] {{(pid=111210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:45:10.024052 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:10.035398 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-dfe6f5a4-6cb5-4b95-b8d8-67ec1e6d5c64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747700567628'] for network (be3f5cc1-b1ec-454b-87f7-467fae9714e1), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:10.058966 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-b258c8b6-bdad-4746-87c5-6c213ad0ac7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (d876133e-d7d1-4101-999d-81323a4b08bf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:10.119201 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-a8f9b111-22bc-478b-a133-da1334406ecf None None] Provisioning complete for port d876133e-d7d1-4101-999d-81323a4b08bf triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:45:10.119617 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-a8f9b111-22bc-478b-a133-da1334406ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (d876133e-d7d1-4101-999d-81323a4b08bf), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:10.120796 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-dfe6f5a4-6cb5-4b95-b8d8-67ec1e6d5c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464'] for network (be3f5cc1-b1ec-454b-87f7-467fae9714e1), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:10.122056 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe6f5a4-6cb5-4b95-b8d8-67ec1e6d5c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:10.122777 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-dfe6f5a4-6cb5-4b95-b8d8-67ec1e6d5c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:10.194796 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6f5a4-6cb5-4b95-b8d8-67ec1e6d5c64 admin admin] Pushing event updated for resources: {'Network': ['ID=be3f5cc1-b1ec-454b-87f7-467fae9714e1,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:10.247405 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-dfe6f5a4-6cb5-4b95-b8d8-67ec1e6d5c64 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5982776 May 23 15:45:10.250149 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 46248) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:10.255245 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-bd8c5217-2bf1-4b48-bcbd-62bd14975e7b admin admin] Request body: {'subnet': {'network_id': 'be3f5cc1-b1ec-454b-87f7-467fae9714e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1715771519-subnet', 'tenant_id': '561f63bffda54e37a768740ecda8dd52', 'ip_version': 4}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:45:10.289331 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Network be3f5cc1-b1ec-454b-87f7-467fae9714e1 details requested by agent ovs-agent-dv-cinder-840678-12-iscsi with host dv-cinder-840678-12-iscsi {{(pid=111210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:45:10.289331 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b258c8b6-bdad-4746-87c5-6c213ad0ac7e None None] Routers {'f674e184-743d-48cf-902d-cbf0a969171c'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:45:10.290266 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-b258c8b6-bdad-4746-87c5-6c213ad0ac7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:44:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['f674e184-743d-48cf-902d-cbf0a969171c'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:10.303747 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093816d8-4273-4a6c-9016-15bfba581c73 None None] Pushing event updated for resources: {'Port': ['ID=d876133e-d7d1-4101-999d-81323a4b08bf,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:10.350264 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8c5217-2bf1-4b48-bcbd-62bd14975e7b admin admin] Made reservation on behalf of 561f63bffda54e37a768740ecda8dd52 for: {'subnet': 1} {{(pid=111208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:45:10.353371 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bd8c5217-2bf1-4b48-bcbd-62bd14975e7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16100566'] for subnet (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:10.369088 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:10.496333 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-a8f9b111-22bc-478b-a133-da1334406ecf None None] Current status of the port d876133e-d7d1-4101-999d-81323a4b08bf is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:45:10.496720 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-a8f9b111-22bc-478b-a133-da1334406ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (d876133e-d7d1-4101-999d-81323a4b08bf), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:10.500388 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-b258c8b6-bdad-4746-87c5-6c213ad0ac7e None None] Set router f674e184-743d-48cf-902d-cbf0a969171c gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:45:10.572105 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15118929-5d20-470d-95f5-02a6e939d368 req-b7431e82-d821-418b-b317-1ee663e9abaa tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:10.573660 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-15118929-5d20-470d-95f5-02a6e939d368 req-b7431e82-d821-418b-b317-1ee663e9abaa tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 931 time: 0.0495996 May 23 15:45:10.593819 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-a8f9b111-22bc-478b-a133-da1334406ecf None None] For port d876133e-d7d1-4101-999d-81323a4b08bf, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=d876133e-d7d1-4101-999d-81323a4b08bf,segment=NetworkSegment(dee74d16-ff39-4506-8861-fc403fa5e1d4),segment_id=dee74d16-ff39-4506-8861-fc403fa5e1d4)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:45:10.612979 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bd8c5217-2bf1-4b48-bcbd-62bd14975e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-904127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16100388'] for subnet (ae143f12-1257-4fb4-a662-6cb2141c8d57), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:10.623710 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-15118929-5d20-470d-95f5-02a6e939d368 req-ca2f935a-db3b-492c-ba01-d656d29b45ce tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=11c336fb-176f-4cc2-9b5e-418b650dbc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443156 May 23 15:45:10.663647 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c5217-2bf1-4b48-bcbd-62bd14975e7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae143f12-1257-4fb4-a662-6cb2141c8d57,revision_number=0']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:10.667567 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-a8f9b111-22bc-478b-a133-da1334406ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (d876133e-d7d1-4101-999d-81323a4b08bf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:10.684796 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c5217-2bf1-4b48-bcbd-62bd14975e7b admin admin] Checking segment: {'id': 'fc8208e7-ad1f-45cf-ae45-dbd0770138b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'be3f5cc1-b1ec-454b-87f7-467fae9714e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:45:10.685184 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8c5217-2bf1-4b48-bcbd-62bd14975e7b admin admin] Network hostable DHCP agents. Network: be3f5cc1-b1ec-454b-87f7-467fae9714e1, hostable agents: ['251dd304-59f3-4964-a27c-cc4bc9747485'], hosted agents: [] {{(pid=111208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:45:10.754104 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9b111-22bc-478b-a133-da1334406ecf None None] Pushing event updated for resources: {'Port': ['ID=d876133e-d7d1-4101-999d-81323a4b08bf,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:10.763322 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-b258c8b6-bdad-4746-87c5-6c213ad0ac7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'name': 'tempest-TestVolumeBootPattern-1539260989-router', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:03Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'gw_port': {'id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:04Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'd876133e-d7d1-4101-999d-81323a4b08bf', 'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'mac_address': 'fa:16:3e:71:fd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:06Z', 'updated_at': '2022-05-23T15:45:09Z', 'revision_number': 4, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'subnets': [{'id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:10.772871 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8c5217-2bf1-4b48-bcbd-62bd14975e7b admin admin] Network be3f5cc1-b1ec-454b-87f7-467fae9714e1 is scheduled to be hosted by DHCP agent 251dd304-59f3-4964-a27c-cc4bc9747485 with binding_index 1 {{(pid=111208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:45:10.791564 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:10.792753 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b258c8b6-bdad-4746-87c5-6c213ad0ac7e None None] The sync data for ids ['f674e184-743d-48cf-902d-cbf0a969171c'] in dv-cinder-840678-12-iscsi is: [{'id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'name': 'tempest-TestVolumeBootPattern-1539260989-router', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:03Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'gw_port': {'id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:04Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'd876133e-d7d1-4101-999d-81323a4b08bf', 'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'mac_address': 'fa:16:3e:71:fd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:06Z', 'updated_at': '2022-05-23T15:45:09Z', 'revision_number': 4, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'subnets': [{'id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:45:10.801920 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-f0dabbe3-adaf-4fcb-831b-f895f152ac5e None None] Provisioning complete for port d876133e-d7d1-4101-999d-81323a4b08bf triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:45:10.802298 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-f0dabbe3-adaf-4fcb-831b-f895f152ac5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (d876133e-d7d1-4101-999d-81323a4b08bf), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:10.859389 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-bd8c5217-2bf1-4b48-bcbd-62bd14975e7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-12-iscsi, be3f5cc1-b1ec-454b-87f7-467fae9714e1) {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:45:10.865467 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8c5217-2bf1-4b48-bcbd-62bd14975e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:10.866176 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bd8c5217-2bf1-4b48-bcbd-62bd14975e7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:10.869648 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b997364-b82c-423b-b4f9-5c9f55a652b4 None None] Network be3f5cc1-b1ec-454b-87f7-467fae9714e1 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:45:10.944056 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-bd8c5217-2bf1-4b48-bcbd-62bd14975e7b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6899130 May 23 15:45:10.944484 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 46254) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:10.948888 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-684a2e2b-9349-4f48-8461-69e43abc1f81 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1715771519-router', 'tenant_id': '561f63bffda54e37a768740ecda8dd52', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:45:10.950490 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-f0dabbe3-adaf-4fcb-831b-f895f152ac5e None None] Current status of the port d876133e-d7d1-4101-999d-81323a4b08bf is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:45:11.019201 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af02d90-a23c-419d-9aed-da2c12c0d067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp055156f6-2a9b-51e3-8b11-ea6d6ebeb84f-be3f5cc1-b1ec-454b-87f7-467fae9714e1', 'network_id': 'be3f5cc1-b1ec-454b-87f7-467fae9714e1', 'project_id': '561f63bffda54e37a768740ecda8dd52', 'fixed_ips': [{'subnet_id': 'ae143f12-1257-4fb4-a662-6cb2141c8d57'}]}} from dv-cinder-840678-12-iscsi. {{(pid=111210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 15:45:11.020159 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-6af02d90-a23c-419d-9aed-da2c12c0d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:11.030015 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-684a2e2b-9349-4f48-8461-69e43abc1f81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12900'] for router (c5383036-9ff8-4465-b54a-22fb5e983442), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:11.031244 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-684a2e2b-9349-4f48-8461-69e43abc1f81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12829'] for router (c5383036-9ff8-4465-b54a-22fb5e983442), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:11.090802 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-684a2e2b-9349-4f48-8461-69e43abc1f81 admin admin] Publish callbacks [] for router_controller (c5383036-9ff8-4465-b54a-22fb5e983442), precommit_add_association {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:11.174137 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.db_base_plugin_common [None req-6af02d90-a23c-419d-9aed-da2c12c0d067 None None] Allocated IP 172.20.0.2 (be3f5cc1-b1ec-454b-87f7-467fae9714e1/ae143f12-1257-4fb4-a662-6cb2141c8d57/bf6bb739-10c3-4048-ad5f-e3f5401cae96) {{(pid=111210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:45:11.264560 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:11.295195 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-684a2e2b-9349-4f48-8461-69e43abc1f81 admin admin] Publish callbacks [] for router_gateway (c5383036-9ff8-4465-b54a-22fb5e983442), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:11.333468 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:11.335194 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-6af02d90-a23c-419d-9aed-da2c12c0d067 None None] Publish callbacks [] for port (bf6bb739-10c3-4048-ad5f-e3f5401cae96), precommit_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:11.419003 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-6af02d90-a23c-419d-9aed-da2c12c0d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725'] for port (bf6bb739-10c3-4048-ad5f-e3f5401cae96), after_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:11.462721 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af02d90-a23c-419d-9aed-da2c12c0d067 None None] Network be3f5cc1-b1ec-454b-87f7-467fae9714e1 is already hosted by enough agents. {{(pid=111210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:45:11.465644 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.scheduler.base_scheduler [None req-6af02d90-a23c-419d-9aed-da2c12c0d067 None None] Resources bound (agent type, host, resource id): {{(pid=111210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:45:11.469703 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af02d90-a23c-419d-9aed-da2c12c0d067 None None] Received port after_create {{(pid=111210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:45:11.476440 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af02d90-a23c-419d-9aed-da2c12c0d067 None None] Pushing event updated for resources: {'Port': ['ID=bf6bb739-10c3-4048-ad5f-e3f5401cae96,revision_number=1']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:11.534745 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-6af02d90-a23c-419d-9aed-da2c12c0d067 None None] Attempting to bind port bf6bb739-10c3-4048-ad5f-e3f5401cae96 on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:45:11.535909 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-6af02d90-a23c-419d-9aed-da2c12c0d067 None None] Attempting to bind port bf6bb739-10c3-4048-ad5f-e3f5401cae96 by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': 'fc8208e7-ad1f-45cf-ae45-dbd0770138b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'be3f5cc1-b1ec-454b-87f7-467fae9714e1'}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:45:11.535909 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af02d90-a23c-419d-9aed-da2c12c0d067 None None] Attempting to bind port bf6bb739-10c3-4048-ad5f-e3f5401cae96 on network be3f5cc1-b1ec-454b-87f7-467fae9714e1 {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:45:11.541155 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af02d90-a23c-419d-9aed-da2c12c0d067 None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:45:11.541488 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af02d90-a23c-419d-9aed-da2c12c0d067 None None] Checking segment: {'id': 'fc8208e7-ad1f-45cf-ae45-dbd0770138b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'be3f5cc1-b1ec-454b-87f7-467fae9714e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:45:11.541898 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-6af02d90-a23c-419d-9aed-da2c12c0d067 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:11.542302 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af02d90-a23c-419d-9aed-da2c12c0d067 None None] Bound using segment: {'id': 'fc8208e7-ad1f-45cf-ae45-dbd0770138b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'be3f5cc1-b1ec-454b-87f7-467fae9714e1'} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:45:11.542831 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-6af02d90-a23c-419d-9aed-da2c12c0d067 None None] Bound port: bf6bb739-10c3-4048-ad5f-e3f5401cae96, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc8208e7-ad1f-45cf-ae45-dbd0770138b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'be3f5cc1-b1ec-454b-87f7-467fae9714e1'}}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:45:11.543213 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-6af02d90-a23c-419d-9aed-da2c12c0d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (bf6bb739-10c3-4048-ad5f-e3f5401cae96), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:11.576627 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-684a2e2b-9349-4f48-8461-69e43abc1f81 admin admin] Publish callbacks [] for router_gateway (c5383036-9ff8-4465-b54a-22fb5e983442), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:11.596696 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-684a2e2b-9349-4f48-8461-69e43abc1f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:11.614489 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-6af02d90-a23c-419d-9aed-da2c12c0d067 None None] For port bf6bb739-10c3-4048-ad5f-e3f5401cae96, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:45:11.619003 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-6af02d90-a23c-419d-9aed-da2c12c0d067 None None] For port bf6bb739-10c3-4048-ad5f-e3f5401cae96, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=bf6bb739-10c3-4048-ad5f-e3f5401cae96,segment=NetworkSegment(fc8208e7-ad1f-45cf-ae45-dbd0770138b8),segment_id=fc8208e7-ad1f-45cf-ae45-dbd0770138b8)] {{(pid=111210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:45:11.700355 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-6af02d90-a23c-419d-9aed-da2c12c0d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (bf6bb739-10c3-4048-ad5f-e3f5401cae96), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:11.732215 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_common [None req-684a2e2b-9349-4f48-8461-69e43abc1f81 admin admin] Allocated IP 172.27.3.236 (423e159f-0d94-4204-8598-641f4ed121cf/6893e8f7-d8c8-4bdd-8cf7-487cc5c00794/dd6615d2-ed44-4e28-a35c-3f4d327ca245) {{(pid=111209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:45:11.746599 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device d876133e-d7d1-4101-999d-81323a4b08bf up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:45:11.780040 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede0735-daa6-4514-a17a-82a3c89a6882 req-bd602109-d18d-478e-a2dd-6c744228c9b3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:11.788893 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5ede0735-daa6-4514-a17a-82a3c89a6882 req-bd602109-d18d-478e-a2dd-6c744228c9b3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 931 time: 0.0736234 May 23 15:45:11.796575 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:11.807945 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af02d90-a23c-419d-9aed-da2c12c0d067 None None] Pushing event updated for resources: {'Port': ['ID=bf6bb739-10c3-4048-ad5f-e3f5401cae96,revision_number=2']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:11.830744 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port d876133e-d7d1-4101-999d-81323a4b08bf triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:45:11.831271 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (d876133e-d7d1-4101-999d-81323a4b08bf), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:11.902397 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5ede0735-daa6-4514-a17a-82a3c89a6882 req-25694f99-5e45-462b-be5c-62bcb0af9e00 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=11c336fb-176f-4cc2-9b5e-418b650dbc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094604 May 23 15:45:11.919733 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port d876133e-d7d1-4101-999d-81323a4b08bf is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:45:11.942615 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-684a2e2b-9349-4f48-8461-69e43abc1f81 admin admin] Publish callbacks [] for port (dd6615d2-ed44-4e28-a35c-3f4d327ca245), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:11.960709 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:12.059126 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-684a2e2b-9349-4f48-8461-69e43abc1f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (dd6615d2-ed44-4e28-a35c-3f4d327ca245), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:12.105780 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684a2e2b-9349-4f48-8461-69e43abc1f81 admin admin] Network 423e159f-0d94-4204-8598-641f4ed121cf is already hosted by enough agents. {{(pid=111209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:45:12.106042 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [None req-684a2e2b-9349-4f48-8461-69e43abc1f81 admin admin] Resources bound (agent type, host, resource id): {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:45:12.110993 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684a2e2b-9349-4f48-8461-69e43abc1f81 admin admin] Received port after_create {{(pid=111209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:45:12.139206 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a2e2b-9349-4f48-8461-69e43abc1f81 admin admin] Pushing event updated for resources: {'Port': ['ID=dd6615d2-ed44-4e28-a35c-3f4d327ca245,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:12.408685 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:12.451037 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-684a2e2b-9349-4f48-8461-69e43abc1f81 admin admin] Publish callbacks [] for router_gateway (c5383036-9ff8-4465-b54a-22fb5e983442), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:12.644557 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-684a2e2b-9349-4f48-8461-69e43abc1f81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746782'] for router (c5383036-9ff8-4465-b54a-22fb5e983442), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:12.761915 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a3399e-4efd-477c-b549-e0fd9cf00f70 None None] Network be3f5cc1-b1ec-454b-87f7-467fae9714e1 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:45:12.816888 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-851d6a8b-1b81-4b07-89e0-7587f22e2582 None None] Provisioning complete for port bf6bb739-10c3-4048-ad5f-e3f5401cae96 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:45:12.817210 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-851d6a8b-1b81-4b07-89e0-7587f22e2582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (bf6bb739-10c3-4048-ad5f-e3f5401cae96), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:12.846753 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684a2e2b-9349-4f48-8461-69e43abc1f81 admin admin] Router c5383036-9ff8-4465-b54a-22fb5e983442 is scheduled to L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 with binding_index 1 {{(pid=111209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 15:45:12.936593 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-851d6a8b-1b81-4b07-89e0-7587f22e2582 None None] Current status of the port bf6bb739-10c3-4048-ad5f-e3f5401cae96 is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:45:12.936992 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-851d6a8b-1b81-4b07-89e0-7587f22e2582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (bf6bb739-10c3-4048-ad5f-e3f5401cae96), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:12.957501 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684a2e2b-9349-4f48-8461-69e43abc1f81 admin admin] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:45:12.966729 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8439e7a-458f-4a35-9890-7c2b3571579e None None] Sync routers for ids ['c5383036-9ff8-4465-b54a-22fb5e983442'] in dv-cinder-840678-12-iscsi {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:45:12.985023 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8439e7a-458f-4a35-9890-7c2b3571579e None None] Routers {'c5383036-9ff8-4465-b54a-22fb5e983442'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:45:12.985273 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-851d6a8b-1b81-4b07-89e0-7587f22e2582 None None] For port bf6bb739-10c3-4048-ad5f-e3f5401cae96, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=bf6bb739-10c3-4048-ad5f-e3f5401cae96,segment=NetworkSegment(fc8208e7-ad1f-45cf-ae45-dbd0770138b8),segment_id=fc8208e7-ad1f-45cf-ae45-dbd0770138b8)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:45:12.985734 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-c8439e7a-458f-4a35-9890-7c2b3571579e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:44:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['c5383036-9ff8-4465-b54a-22fb5e983442'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:13.057002 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaaaba3-277f-46b3-a8e6-4955bb9e05e7 req-2b23520a-3508-462d-be34-2616d80d6f8e tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:13.058695 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3eaaaba3-277f-46b3-a8e6-4955bb9e05e7 req-2b23520a-3508-462d-be34-2616d80d6f8e tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 931 time: 0.0530989 May 23 15:45:13.076934 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-684a2e2b-9349-4f48-8461-69e43abc1f81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:13.081040 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 46264) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:13.081596 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-684a2e2b-9349-4f48-8461-69e43abc1f81 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1356733 May 23 15:45:13.082222 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-851d6a8b-1b81-4b07-89e0-7587f22e2582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (bf6bb739-10c3-4048-ad5f-e3f5401cae96), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:13.108956 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-c8439e7a-458f-4a35-9890-7c2b3571579e None None] Set router c5383036-9ff8-4465-b54a-22fb5e983442 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:45:13.127747 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:13.131922 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3eaaaba3-277f-46b3-a8e6-4955bb9e05e7 req-b5f2fce4-51fa-4579-9f2f-a29df14732ed tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=11c336fb-176f-4cc2-9b5e-418b650dbc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658543 May 23 15:45:13.159250 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d6a8b-1b81-4b07-89e0-7587f22e2582 None None] Pushing event updated for resources: {'Port': ['ID=bf6bb739-10c3-4048-ad5f-e3f5401cae96,revision_number=3']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:13.202737 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-f77a6b44-5a37-49a4-af14-2f9e97a5f61b None None] Provisioning complete for port bf6bb739-10c3-4048-ad5f-e3f5401cae96 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:45:13.213243 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-f77a6b44-5a37-49a4-af14-2f9e97a5f61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (bf6bb739-10c3-4048-ad5f-e3f5401cae96), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:13.307277 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=100 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:13.391614 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-c8439e7a-458f-4a35-9890-7c2b3571579e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5383036-9ff8-4465-b54a-22fb5e983442', 'name': 'tempest-TestVolumeBootPattern-1715771519-router', 'tenant_id': '561f63bffda54e37a768740ecda8dd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'dd6615d2-ed44-4e28-a35c-3f4d327ca245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:11Z', 'updated_at': '2022-05-23T15:45:12Z', 'revision_number': 3, 'project_id': '561f63bffda54e37a768740ecda8dd52', 'gw_port': {'id': 'dd6615d2-ed44-4e28-a35c-3f4d327ca245', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5383036-9ff8-4465-b54a-22fb5e983442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:11Z', 'updated_at': '2022-05-23T15:45:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:13.417528 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8439e7a-458f-4a35-9890-7c2b3571579e None None] Checking router: c5383036-9ff8-4465-b54a-22fb5e983442 for host: dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:45:13.417892 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8439e7a-458f-4a35-9890-7c2b3571579e None None] Updating router c5383036-9ff8-4465-b54a-22fb5e983442 port dd6615d2-ed44-4e28-a35c-3f4d327ca245 binding host dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:45:13.422766 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-f77a6b44-5a37-49a4-af14-2f9e97a5f61b None None] Current status of the port bf6bb739-10c3-4048-ad5f-e3f5401cae96 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:45:13.446351 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-c8439e7a-458f-4a35-9890-7c2b3571579e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (dd6615d2-ed44-4e28-a35c-3f4d327ca245), before_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:13.546797 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3e5cb892-e358-4e5a-a041-e27ef51a6b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:13.562311 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:13.615163 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:13.706282 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_common [None req-3e5cb892-e358-4e5a-a041-e27ef51a6b5a admin admin] Allocated IP 172.20.0.1 (be3f5cc1-b1ec-454b-87f7-467fae9714e1/ae143f12-1257-4fb4-a662-6cb2141c8d57/57b1294b-6953-445a-9e0b-7ab4f833e7a3) {{(pid=111208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:45:13.726726 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-c8439e7a-458f-4a35-9890-7c2b3571579e None None] Publish callbacks [] for port (dd6615d2-ed44-4e28-a35c-3f4d327ca245), precommit_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:13.736515 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device bf6bb739-10c3-4048-ad5f-e3f5401cae96 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:45:13.777006 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:13.781082 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port bf6bb739-10c3-4048-ad5f-e3f5401cae96 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:45:13.781481 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (bf6bb739-10c3-4048-ad5f-e3f5401cae96), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:13.795663 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-c8439e7a-458f-4a35-9890-7c2b3571579e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (dd6615d2-ed44-4e28-a35c-3f4d327ca245), after_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:13.826916 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3e5cb892-e358-4e5a-a041-e27ef51a6b5a admin admin] Publish callbacks [] for port (57b1294b-6953-445a-9e0b-7ab4f833e7a3), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:13.851124 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-c8439e7a-458f-4a35-9890-7c2b3571579e None None] Attempting to bind port dd6615d2-ed44-4e28-a35c-3f4d327ca245 on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:45:13.851542 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-c8439e7a-458f-4a35-9890-7c2b3571579e None None] Attempting to bind port dd6615d2-ed44-4e28-a35c-3f4d327ca245 by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}] {{(pid=111211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:45:13.851908 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8439e7a-458f-4a35-9890-7c2b3571579e None None] Attempting to bind port dd6615d2-ed44-4e28-a35c-3f4d327ca245 on network 423e159f-0d94-4204-8598-641f4ed121cf {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:45:13.860691 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8439e7a-458f-4a35-9890-7c2b3571579e None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:45:13.861086 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8439e7a-458f-4a35-9890-7c2b3571579e None None] Checking segment: {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:45:13.866235 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-c8439e7a-458f-4a35-9890-7c2b3571579e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:13.866235 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8439e7a-458f-4a35-9890-7c2b3571579e None None] Bound using segment: {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'} {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:45:13.866235 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-c8439e7a-458f-4a35-9890-7c2b3571579e None None] Bound port: dd6615d2-ed44-4e28-a35c-3f4d327ca245, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}}] {{(pid=111211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:45:13.866235 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-c8439e7a-458f-4a35-9890-7c2b3571579e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (dd6615d2-ed44-4e28-a35c-3f4d327ca245), before_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:13.866235 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea39136-1aa9-4394-b688-33d800075310 None None] Pushing event updated for resources: {'Port': ['ID=dd6615d2-ed44-4e28-a35c-3f4d327ca245,revision_number=2']} {{(pid=111211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:13.867730 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port bf6bb739-10c3-4048-ad5f-e3f5401cae96 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:45:13.910747 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.db [None req-c8439e7a-458f-4a35-9890-7c2b3571579e None None] For port dd6615d2-ed44-4e28-a35c-3f4d327ca245, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:45:13.914326 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.db [None req-c8439e7a-458f-4a35-9890-7c2b3571579e None None] For port dd6615d2-ed44-4e28-a35c-3f4d327ca245, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=dd6615d2-ed44-4e28-a35c-3f4d327ca245,segment=NetworkSegment(2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5),segment_id=2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5)] {{(pid=111211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:45:13.944917 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3e5cb892-e358-4e5a-a041-e27ef51a6b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (57b1294b-6953-445a-9e0b-7ab4f833e7a3), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:13.984554 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5cb892-e358-4e5a-a041-e27ef51a6b5a admin admin] Network be3f5cc1-b1ec-454b-87f7-467fae9714e1 is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:45:13.989112 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-3e5cb892-e358-4e5a-a041-e27ef51a6b5a admin admin] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:45:13.992825 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5cb892-e358-4e5a-a041-e27ef51a6b5a admin admin] Received port after_create {{(pid=111208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:45:13.996042 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5cb892-e358-4e5a-a041-e27ef51a6b5a admin admin] Pushing event updated for resources: {'Port': ['ID=57b1294b-6953-445a-9e0b-7ab4f833e7a3,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:14.036852 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3e5cb892-e358-4e5a-a041-e27ef51a6b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-747339'] for router_interface (c5383036-9ff8-4465-b54a-22fb5e983442), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:14.058711 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-c8439e7a-458f-4a35-9890-7c2b3571579e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (dd6615d2-ed44-4e28-a35c-3f4d327ca245), after_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:14.103401 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:14.108990 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:14.126501 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8439e7a-458f-4a35-9890-7c2b3571579e None None] Routers {'c5383036-9ff8-4465-b54a-22fb5e983442'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:45:14.127154 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-c8439e7a-458f-4a35-9890-7c2b3571579e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:44:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['c5383036-9ff8-4465-b54a-22fb5e983442'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:14.162970 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea39136-1aa9-4394-b688-33d800075310 None None] Pushing event updated for resources: {'Port': ['ID=dd6615d2-ed44-4e28-a35c-3f4d327ca245,revision_number=3']} {{(pid=111211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:14.250724 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-c8439e7a-458f-4a35-9890-7c2b3571579e None None] Set router c5383036-9ff8-4465-b54a-22fb5e983442 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:45:14.254807 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-ed062d64-8ee4-45b3-b13a-42f226210406 None None] Provisioning complete for port 57b1294b-6953-445a-9e0b-7ab4f833e7a3 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:45:14.255185 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-ed062d64-8ee4-45b3-b13a-42f226210406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (57b1294b-6953-445a-9e0b-7ab4f833e7a3), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:14.267379 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3e5cb892-e358-4e5a-a041-e27ef51a6b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (57b1294b-6953-445a-9e0b-7ab4f833e7a3), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:14.269495 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eea5e5-4217-4505-a9e4-4280fa573f6b req-c4c974f3-67b4-4c14-b7e6-4ddc9f00bd26 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:14.273766 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a6eea5e5-4217-4505-a9e4-4280fa573f6b req-c4c974f3-67b4-4c14-b7e6-4ddc9f00bd26 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 931 time: 0.0601938 May 23 15:45:14.304781 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-ed062d64-8ee4-45b3-b13a-42f226210406 None None] Port 57b1294b-6953-445a-9e0b-7ab4f833e7a3 cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:45:14.332849 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a6eea5e5-4217-4505-a9e4-4280fa573f6b req-d0ef427f-e7dd-44a3-9f7e-8f53fefad6e1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=11c336fb-176f-4cc2-9b5e-418b650dbc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547278 May 23 15:45:14.362724 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:14.437129 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-c8439e7a-458f-4a35-9890-7c2b3571579e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5383036-9ff8-4465-b54a-22fb5e983442', 'name': 'tempest-TestVolumeBootPattern-1715771519-router', 'tenant_id': '561f63bffda54e37a768740ecda8dd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'dd6615d2-ed44-4e28-a35c-3f4d327ca245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:11Z', 'updated_at': '2022-05-23T15:45:12Z', 'revision_number': 3, 'project_id': '561f63bffda54e37a768740ecda8dd52', 'gw_port': {'id': 'dd6615d2-ed44-4e28-a35c-3f4d327ca245', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5383036-9ff8-4465-b54a-22fb5e983442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:11Z', 'updated_at': '2022-05-23T15:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:14.468568 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8439e7a-458f-4a35-9890-7c2b3571579e None None] The sync data for ids ['c5383036-9ff8-4465-b54a-22fb5e983442'] in dv-cinder-840678-12-iscsi is: [{'id': 'c5383036-9ff8-4465-b54a-22fb5e983442', 'name': 'tempest-TestVolumeBootPattern-1715771519-router', 'tenant_id': '561f63bffda54e37a768740ecda8dd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'dd6615d2-ed44-4e28-a35c-3f4d327ca245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:11Z', 'updated_at': '2022-05-23T15:45:12Z', 'revision_number': 3, 'project_id': '561f63bffda54e37a768740ecda8dd52', 'gw_port': {'id': 'dd6615d2-ed44-4e28-a35c-3f4d327ca245', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5383036-9ff8-4465-b54a-22fb5e983442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:11Z', 'updated_at': '2022-05-23T15:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}] {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:45:14.488771 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3e5cb892-e358-4e5a-a041-e27ef51a6b5a admin admin] Publish callbacks [] for port (57b1294b-6953-445a-9e0b-7ab4f833e7a3), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:14.549673 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3e5cb892-e358-4e5a-a041-e27ef51a6b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-906278'] for port (57b1294b-6953-445a-9e0b-7ab4f833e7a3), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:14.624069 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5cb892-e358-4e5a-a041-e27ef51a6b5a admin admin] Pushing event updated for resources: {'Port': ['ID=57b1294b-6953-445a-9e0b-7ab4f833e7a3,revision_number=2']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:14.631553 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3e5cb892-e358-4e5a-a041-e27ef51a6b5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-292210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745947'] for router_interface (c5383036-9ff8-4465-b54a-22fb5e983442), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:14.641635 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:14.770362 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5cb892-e358-4e5a-a041-e27ef51a6b5a admin admin] Network be3f5cc1-b1ec-454b-87f7-467fae9714e1 is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:45:14.772175 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-3e5cb892-e358-4e5a-a041-e27ef51a6b5a admin admin] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:45:14.902331 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5cb892-e358-4e5a-a041-e27ef51a6b5a admin admin] Router c5383036-9ff8-4465-b54a-22fb5e983442 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:45:15.031708 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-11601b0d-7efa-4648-8e9b-3db1fca36b52 None None] Provisioning complete for port 57b1294b-6953-445a-9e0b-7ab4f833e7a3 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:45:15.032308 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-11601b0d-7efa-4648-8e9b-3db1fca36b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (57b1294b-6953-445a-9e0b-7ab4f833e7a3), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:15.043700 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5cb892-e358-4e5a-a041-e27ef51a6b5a admin admin] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:45:15.058377 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-3e5cb892-e358-4e5a-a041-e27ef51a6b5a admin admin] 10.222.0.64 "PUT /v2.0/routers/c5383036-9ff8-4465-b54a-22fb5e983442/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9680803 May 23 15:45:15.069967 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-11601b0d-7efa-4648-8e9b-3db1fca36b52 None None] Port 57b1294b-6953-445a-9e0b-7ab4f833e7a3 cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:45:15.658792 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 46290) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:15.663791 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-bdb2511b-c158-4a6a-ae67-69d5eaeb4f0e tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2071772138', 'description': 'tempest-secgroup-smoke-2071772138 description', 'project_id': '6263581d20ea47bcae22d736f7934e05'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:45:15.719546 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device dd6615d2-ed44-4e28-a35c-3f4d327ca245 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:45:15.763899 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fbff0-92bb-4718-a637-90abcd26602f req-eb51e9d1-b85a-4c6e-826d-e8f4c1081c22 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:15.765530 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4e1fbff0-92bb-4718-a637-90abcd26602f req-eb51e9d1-b85a-4c6e-826d-e8f4c1081c22 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 931 time: 0.0527961 May 23 15:45:15.771181 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port dd6615d2-ed44-4e28-a35c-3f4d327ca245 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:45:15.772117 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (dd6615d2-ed44-4e28-a35c-3f4d327ca245), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:15.790639 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bdb2511b-c158-4a6a-ae67-69d5eaeb4f0e tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:15.814820 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4e1fbff0-92bb-4718-a637-90abcd26602f req-34780d6d-bda8-4607-af8b-be0406b8bc21 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=11c336fb-176f-4cc2-9b5e-418b650dbc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437257 May 23 15:45:15.815905 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:15.850836 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port dd6615d2-ed44-4e28-a35c-3f4d327ca245 is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:45:15.851107 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (dd6615d2-ed44-4e28-a35c-3f4d327ca245), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:15.874687 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] For port dd6615d2-ed44-4e28-a35c-3f4d327ca245, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=dd6615d2-ed44-4e28-a35c-3f4d327ca245,segment=NetworkSegment(2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5),segment_id=2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:45:15.892198 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bdb2511b-c158-4a6a-ae67-69d5eaeb4f0e tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for security_group (a259daa4-28ac-4f5e-b661-22cddb349a0a), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:15.983693 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (dd6615d2-ed44-4e28-a35c-3f4d327ca245), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:16.023996 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bdb2511b-c158-4a6a-ae67-69d5eaeb4f0e tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (a259daa4-28ac-4f5e-b661-22cddb349a0a), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:16.031108 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Pushing event updated for resources: {'Port': ['ID=dd6615d2-ed44-4e28-a35c-3f4d327ca245,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:16.056975 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2511b-c158-4a6a-ae67-69d5eaeb4f0e tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a259daa4-28ac-4f5e-b661-22cddb349a0a,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:16.111545 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bdb2511b-c158-4a6a-ae67-69d5eaeb4f0e tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:16.112888 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-bdb2511b-c158-4a6a-ae67-69d5eaeb4f0e tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4530871 May 23 15:45:16.116564 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 46292) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:16.121096 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-5a687121-b723-4228-b5fa-83ab9d509aaf tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Request body: {'security_group_rule': {'security_group_id': 'a259daa4-28ac-4f5e-b661-22cddb349a0a', 'project_id': '6263581d20ea47bcae22d736f7934e05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:45:16.174644 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7fb3cb-47d2-4613-8a4e-8c07cd4026b2 None None] Sync routers for ids ['c5383036-9ff8-4465-b54a-22fb5e983442'] in dv-cinder-840678-12-iscsi {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:45:16.186191 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7fb3cb-47d2-4613-8a4e-8c07cd4026b2 None None] Routers {'c5383036-9ff8-4465-b54a-22fb5e983442'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:45:16.186835 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-1f7fb3cb-47d2-4613-8a4e-8c07cd4026b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:44:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['c5383036-9ff8-4465-b54a-22fb5e983442'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:16.269661 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-5a687121-b723-4228-b5fa-83ab9d509aaf tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for security_group_rule (c725b782-7d59-44f0-a50f-40c2ea36644c), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:16.288989 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-1f7fb3cb-47d2-4613-8a4e-8c07cd4026b2 None None] Set router c5383036-9ff8-4465-b54a-22fb5e983442 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:45:16.327990 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-5a687121-b723-4228-b5fa-83ab9d509aaf tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for security_group_rule (c725b782-7d59-44f0-a50f-40c2ea36644c), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:16.401127 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-5a687121-b723-4228-b5fa-83ab9d509aaf tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (c725b782-7d59-44f0-a50f-40c2ea36644c), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:16.420523 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a687121-b723-4228-b5fa-83ab9d509aaf tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c725b782-7d59-44f0-a50f-40c2ea36644c,revision_number=0']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:16.476449 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-1f7fb3cb-47d2-4613-8a4e-8c07cd4026b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5383036-9ff8-4465-b54a-22fb5e983442', 'name': 'tempest-TestVolumeBootPattern-1715771519-router', 'tenant_id': '561f63bffda54e37a768740ecda8dd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'dd6615d2-ed44-4e28-a35c-3f4d327ca245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:11Z', 'updated_at': '2022-05-23T15:45:14Z', 'revision_number': 4, 'project_id': '561f63bffda54e37a768740ecda8dd52', 'gw_port': {'id': 'dd6615d2-ed44-4e28-a35c-3f4d327ca245', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5383036-9ff8-4465-b54a-22fb5e983442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:11Z', 'updated_at': '2022-05-23T15:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': '57b1294b-6953-445a-9e0b-7ab4f833e7a3', 'name': '', 'network_id': 'be3f5cc1-b1ec-454b-87f7-467fae9714e1', 'tenant_id': '561f63bffda54e37a768740ecda8dd52', 'mac_address': 'fa:16:3e:aa:04:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5383036-9ff8-4465-b54a-22fb5e983442', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ae143f12-1257-4fb4-a662-6cb2141c8d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:13Z', 'updated_at': '2022-05-23T15:45:14Z', 'revision_number': 2, 'project_id': '561f63bffda54e37a768740ecda8dd52', 'subnets': [{'id': 'ae143f12-1257-4fb4-a662-6cb2141c8d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:16.505478 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7fb3cb-47d2-4613-8a4e-8c07cd4026b2 None None] Checking router: c5383036-9ff8-4465-b54a-22fb5e983442 for host: dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:45:16.505957 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7fb3cb-47d2-4613-8a4e-8c07cd4026b2 None None] Updating router c5383036-9ff8-4465-b54a-22fb5e983442 port 57b1294b-6953-445a-9e0b-7ab4f833e7a3 binding host dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:45:16.517633 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-5a687121-b723-4228-b5fa-83ab9d509aaf tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:16.518963 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-5a687121-b723-4228-b5fa-83ab9d509aaf tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4013505 May 23 15:45:16.522187 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 46294) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:16.526518 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-3df18364-14c7-426a-afa1-f732bf621455 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Request body: {'security_group_rule': {'security_group_id': 'a259daa4-28ac-4f5e-b661-22cddb349a0a', 'project_id': '6263581d20ea47bcae22d736f7934e05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:45:16.534135 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-1f7fb3cb-47d2-4613-8a4e-8c07cd4026b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (57b1294b-6953-445a-9e0b-7ab4f833e7a3), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:16.593810 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:16.618829 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3df18364-14c7-426a-afa1-f732bf621455 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for security_group_rule (eb9fe2df-3866-4583-b0c8-fc4994c6d197), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:16.671352 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3df18364-14c7-426a-afa1-f732bf621455 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for security_group_rule (eb9fe2df-3866-4583-b0c8-fc4994c6d197), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:16.773475 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3df18364-14c7-426a-afa1-f732bf621455 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (eb9fe2df-3866-4583-b0c8-fc4994c6d197), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:16.795220 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df18364-14c7-426a-afa1-f732bf621455 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb9fe2df-3866-4583-b0c8-fc4994c6d197,revision_number=0']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:16.825157 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-1f7fb3cb-47d2-4613-8a4e-8c07cd4026b2 None None] Publish callbacks [] for port (57b1294b-6953-445a-9e0b-7ab4f833e7a3), precommit_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:16.883681 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3df18364-14c7-426a-afa1-f732bf621455 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:16.886612 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-3df18364-14c7-426a-afa1-f732bf621455 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3617711 May 23 15:45:16.887641 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 46300) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:16.891937 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-428dd675-5667-4226-b451-bf54f8755dfa tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Request body: {'security_group_rule': {'security_group_id': 'a259daa4-28ac-4f5e-b661-22cddb349a0a', 'project_id': '6263581d20ea47bcae22d736f7934e05', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:45:16.909868 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-1f7fb3cb-47d2-4613-8a4e-8c07cd4026b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (57b1294b-6953-445a-9e0b-7ab4f833e7a3), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:16.911521 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:16.958559 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f718f7-1ca2-4aa4-806c-7b419d338a5b req-ff59b38b-122f-4dd3-aaf5-9c7b7f65efc8 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:16.960598 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258aa56a-fbb9-40c6-98e9-9c3fb8d5ecfc None None] Pushing event updated for resources: {'Port': ['ID=57b1294b-6953-445a-9e0b-7ab4f833e7a3,revision_number=3']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:16.961455 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-80f718f7-1ca2-4aa4-806c-7b419d338a5b req-ff59b38b-122f-4dd3-aaf5-9c7b7f65efc8 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 931 time: 0.0639126 May 23 15:45:17.020737 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-1f7fb3cb-47d2-4613-8a4e-8c07cd4026b2 None None] Attempting to bind port 57b1294b-6953-445a-9e0b-7ab4f833e7a3 on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:45:17.021141 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-1f7fb3cb-47d2-4613-8a4e-8c07cd4026b2 None None] Attempting to bind port 57b1294b-6953-445a-9e0b-7ab4f833e7a3 by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': 'fc8208e7-ad1f-45cf-ae45-dbd0770138b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'be3f5cc1-b1ec-454b-87f7-467fae9714e1'}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:45:17.021633 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7fb3cb-47d2-4613-8a4e-8c07cd4026b2 None None] Attempting to bind port 57b1294b-6953-445a-9e0b-7ab4f833e7a3 on network be3f5cc1-b1ec-454b-87f7-467fae9714e1 {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:45:17.024317 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-80f718f7-1ca2-4aa4-806c-7b419d338a5b req-39087263-b364-4b99-b3de-eca3106799c6 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=11c336fb-176f-4cc2-9b5e-418b650dbc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564895 May 23 15:45:17.028159 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7fb3cb-47d2-4613-8a4e-8c07cd4026b2 None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:45:17.028534 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7fb3cb-47d2-4613-8a4e-8c07cd4026b2 None None] Checking segment: {'id': 'fc8208e7-ad1f-45cf-ae45-dbd0770138b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'be3f5cc1-b1ec-454b-87f7-467fae9714e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:45:17.029029 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-1f7fb3cb-47d2-4613-8a4e-8c07cd4026b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:17.029458 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7fb3cb-47d2-4613-8a4e-8c07cd4026b2 None None] Bound using segment: {'id': 'fc8208e7-ad1f-45cf-ae45-dbd0770138b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'be3f5cc1-b1ec-454b-87f7-467fae9714e1'} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:45:17.029932 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-1f7fb3cb-47d2-4613-8a4e-8c07cd4026b2 None None] Bound port: 57b1294b-6953-445a-9e0b-7ab4f833e7a3, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc8208e7-ad1f-45cf-ae45-dbd0770138b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'be3f5cc1-b1ec-454b-87f7-467fae9714e1'}}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:45:17.030316 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-1f7fb3cb-47d2-4613-8a4e-8c07cd4026b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (57b1294b-6953-445a-9e0b-7ab4f833e7a3), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:17.038569 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-428dd675-5667-4226-b451-bf54f8755dfa tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for security_group_rule (77c9c910-354c-4848-ad5a-12d2877c8be7), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:17.098826 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:17.105442 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-1f7fb3cb-47d2-4613-8a4e-8c07cd4026b2 None None] For port 57b1294b-6953-445a-9e0b-7ab4f833e7a3, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:45:17.106180 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-428dd675-5667-4226-b451-bf54f8755dfa tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for security_group_rule (77c9c910-354c-4848-ad5a-12d2877c8be7), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:17.108939 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-1f7fb3cb-47d2-4613-8a4e-8c07cd4026b2 None None] For port 57b1294b-6953-445a-9e0b-7ab4f833e7a3, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=57b1294b-6953-445a-9e0b-7ab4f833e7a3,segment=NetworkSegment(fc8208e7-ad1f-45cf-ae45-dbd0770138b8),segment_id=fc8208e7-ad1f-45cf-ae45-dbd0770138b8)] {{(pid=111210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:45:17.203979 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-8d55ff1a-8257-45fd-a2ba-ba6f1a7447f4 None None] Provisioning complete for port 57b1294b-6953-445a-9e0b-7ab4f833e7a3 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:45:17.204648 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-8d55ff1a-8257-45fd-a2ba-ba6f1a7447f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (57b1294b-6953-445a-9e0b-7ab4f833e7a3), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:17.206432 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:17.212695 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-428dd675-5667-4226-b451-bf54f8755dfa tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (77c9c910-354c-4848-ad5a-12d2877c8be7), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:17.227705 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-1f7fb3cb-47d2-4613-8a4e-8c07cd4026b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (57b1294b-6953-445a-9e0b-7ab4f833e7a3), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:17.233659 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428dd675-5667-4226-b451-bf54f8755dfa tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c9c910-354c-4848-ad5a-12d2877c8be7,revision_number=0']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:17.264041 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-8d55ff1a-8257-45fd-a2ba-ba6f1a7447f4 None None] Port 57b1294b-6953-445a-9e0b-7ab4f833e7a3 cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:45:17.295095 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7fb3cb-47d2-4613-8a4e-8c07cd4026b2 None None] Routers {'c5383036-9ff8-4465-b54a-22fb5e983442'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:45:17.295745 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-1f7fb3cb-47d2-4613-8a4e-8c07cd4026b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:44:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['c5383036-9ff8-4465-b54a-22fb5e983442'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:17.299544 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258aa56a-fbb9-40c6-98e9-9c3fb8d5ecfc None None] Pushing event updated for resources: {'Port': ['ID=57b1294b-6953-445a-9e0b-7ab4f833e7a3,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:17.329481 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-428dd675-5667-4226-b451-bf54f8755dfa tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:17.331335 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-428dd675-5667-4226-b451-bf54f8755dfa tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4427793 May 23 15:45:17.334067 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 46302) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:17.338763 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-d6d2a183-cfaf-41d5-8926-2f0f7097a928 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Request body: {'security_group_rule': {'security_group_id': 'a259daa4-28ac-4f5e-b661-22cddb349a0a', 'project_id': '6263581d20ea47bcae22d736f7934e05', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:45:17.417351 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-1f7fb3cb-47d2-4613-8a4e-8c07cd4026b2 None None] Set router c5383036-9ff8-4465-b54a-22fb5e983442 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:45:17.492656 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:17.494821 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-d6d2a183-cfaf-41d5-8926-2f0f7097a928 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for security_group_rule (ff0e0ec0-f95d-4cd8-babf-9ff3df1ec74d), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:17.532320 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:17.534905 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-f40a5124-723b-4741-8b56-2f86767a28fc None None] Provisioning complete for port 57b1294b-6953-445a-9e0b-7ab4f833e7a3 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:45:17.535283 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-f40a5124-723b-4741-8b56-2f86767a28fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (57b1294b-6953-445a-9e0b-7ab4f833e7a3), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:17.548352 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-d6d2a183-cfaf-41d5-8926-2f0f7097a928 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for security_group_rule (ff0e0ec0-f95d-4cd8-babf-9ff3df1ec74d), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:17.629342 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [req-3985b329-46a2-45dc-88f1-06803a178458 req-253e9161-8051-4dc9-a30a-c2476673851b service neutron] Request body: {'port': {'device_id': 'aafabce5-30ac-488a-9d85-2d453337bf71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:45:17.634658 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-d6d2a183-cfaf-41d5-8926-2f0f7097a928 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (ff0e0ec0-f95d-4cd8-babf-9ff3df1ec74d), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:17.674415 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-f40a5124-723b-4741-8b56-2f86767a28fc None None] Current status of the port 57b1294b-6953-445a-9e0b-7ab4f833e7a3 is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:45:17.674813 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-f40a5124-723b-4741-8b56-2f86767a28fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (57b1294b-6953-445a-9e0b-7ab4f833e7a3), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:17.691633 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2a183-cfaf-41d5-8926-2f0f7097a928 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff0e0ec0-f95d-4cd8-babf-9ff3df1ec74d,revision_number=0']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:17.698126 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-1f7fb3cb-47d2-4613-8a4e-8c07cd4026b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5383036-9ff8-4465-b54a-22fb5e983442', 'name': 'tempest-TestVolumeBootPattern-1715771519-router', 'tenant_id': '561f63bffda54e37a768740ecda8dd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'dd6615d2-ed44-4e28-a35c-3f4d327ca245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:11Z', 'updated_at': '2022-05-23T15:45:14Z', 'revision_number': 4, 'project_id': '561f63bffda54e37a768740ecda8dd52', 'gw_port': {'id': 'dd6615d2-ed44-4e28-a35c-3f4d327ca245', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5383036-9ff8-4465-b54a-22fb5e983442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:11Z', 'updated_at': '2022-05-23T15:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': '57b1294b-6953-445a-9e0b-7ab4f833e7a3', 'name': '', 'network_id': 'be3f5cc1-b1ec-454b-87f7-467fae9714e1', 'tenant_id': '561f63bffda54e37a768740ecda8dd52', 'mac_address': 'fa:16:3e:aa:04:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5383036-9ff8-4465-b54a-22fb5e983442', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ae143f12-1257-4fb4-a662-6cb2141c8d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:13Z', 'updated_at': '2022-05-23T15:45:17Z', 'revision_number': 4, 'project_id': '561f63bffda54e37a768740ecda8dd52', 'subnets': [{'id': 'ae143f12-1257-4fb4-a662-6cb2141c8d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:17.739066 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7fb3cb-47d2-4613-8a4e-8c07cd4026b2 None None] The sync data for ids ['c5383036-9ff8-4465-b54a-22fb5e983442'] in dv-cinder-840678-12-iscsi is: [{'id': 'c5383036-9ff8-4465-b54a-22fb5e983442', 'name': 'tempest-TestVolumeBootPattern-1715771519-router', 'tenant_id': '561f63bffda54e37a768740ecda8dd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'dd6615d2-ed44-4e28-a35c-3f4d327ca245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:11Z', 'updated_at': '2022-05-23T15:45:14Z', 'revision_number': 4, 'project_id': '561f63bffda54e37a768740ecda8dd52', 'gw_port': {'id': 'dd6615d2-ed44-4e28-a35c-3f4d327ca245', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5383036-9ff8-4465-b54a-22fb5e983442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:11Z', 'updated_at': '2022-05-23T15:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': '57b1294b-6953-445a-9e0b-7ab4f833e7a3', 'name': '', 'network_id': 'be3f5cc1-b1ec-454b-87f7-467fae9714e1', 'tenant_id': '561f63bffda54e37a768740ecda8dd52', 'mac_address': 'fa:16:3e:aa:04:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5383036-9ff8-4465-b54a-22fb5e983442', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ae143f12-1257-4fb4-a662-6cb2141c8d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:13Z', 'updated_at': '2022-05-23T15:45:17Z', 'revision_number': 4, 'project_id': '561f63bffda54e37a768740ecda8dd52', 'subnets': [{'id': 'ae143f12-1257-4fb4-a662-6cb2141c8d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:45:17.758723 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-3985b329-46a2-45dc-88f1-06803a178458 req-253e9161-8051-4dc9-a30a-c2476673851b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (835b3c97-b279-41ce-9d47-79f0eb6219e8), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:17.760366 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device dd6615d2-ed44-4e28-a35c-3f4d327ca245 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:45:17.814419 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-d6d2a183-cfaf-41d5-8926-2f0f7097a928 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:17.816074 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-d6d2a183-cfaf-41d5-8926-2f0f7097a928 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4809232 May 23 15:45:17.821686 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 46306) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:17.827494 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-f40a5124-723b-4741-8b56-2f86767a28fc None None] For port 57b1294b-6953-445a-9e0b-7ab4f833e7a3, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=57b1294b-6953-445a-9e0b-7ab4f833e7a3,segment=NetworkSegment(fc8208e7-ad1f-45cf-ae45-dbd0770138b8),segment_id=fc8208e7-ad1f-45cf-ae45-dbd0770138b8)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:45:17.829184 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-eca2ff94-e107-4b99-850d-a97a26e2ebba tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Request body: {'security_group_rule': {'security_group_id': 'a259daa4-28ac-4f5e-b661-22cddb349a0a', 'project_id': '6263581d20ea47bcae22d736f7934e05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:45:17.866613 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port dd6615d2-ed44-4e28-a35c-3f4d327ca245 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:45:17.867188 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (dd6615d2-ed44-4e28-a35c-3f4d327ca245), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:17.944776 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-f40a5124-723b-4741-8b56-2f86767a28fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (57b1294b-6953-445a-9e0b-7ab4f833e7a3), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:17.982815 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port dd6615d2-ed44-4e28-a35c-3f4d327ca245 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:45:18.012714 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a5124-723b-4741-8b56-2f86767a28fc None None] Pushing event updated for resources: {'Port': ['ID=57b1294b-6953-445a-9e0b-7ab4f833e7a3,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:18.016216 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.db.securitygroups_db [None req-eca2ff94-e107-4b99-850d-a97a26e2ebba tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Project 6263581d20ea47bcae22d736f7934e05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 15:45:18.023077 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:18.030199 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-eca2ff94-e107-4b99-850d-a97a26e2ebba tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for security_group_rule (5ff7c821-daff-456c-9028-caf71f7f6ea0), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:18.093030 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:18.164641 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0644253-6577-432b-a809-43d7a8b16820 req-890c1e00-13b5-4273-85af-380e708dafcd tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:18.166353 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-eca2ff94-e107-4b99-850d-a97a26e2ebba tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for security_group_rule (5ff7c821-daff-456c-9028-caf71f7f6ea0), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:18.167822 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e0644253-6577-432b-a809-43d7a8b16820 req-890c1e00-13b5-4273-85af-380e708dafcd tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 931 time: 0.0567412 May 23 15:45:18.226629 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e0644253-6577-432b-a809-43d7a8b16820 req-aa8770c2-b079-4c72-be4b-9cdae0610d75 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=11c336fb-176f-4cc2-9b5e-418b650dbc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519073 May 23 15:45:18.259232 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.notifiers.nova [req-3985b329-46a2-45dc-88f1-06803a178458 req-253e9161-8051-4dc9-a30a-c2476673851b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 835b3c97-b279-41ce-9d47-79f0eb6219e8 {{(pid=111208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:45:18.267200 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-3985b329-46a2-45dc-88f1-06803a178458 req-253e9161-8051-4dc9-a30a-c2476673851b service neutron] Publish callbacks [] for port (835b3c97-b279-41ce-9d47-79f0eb6219e8), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:18.280809 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.provisioning_blocks [req-3985b329-46a2-45dc-88f1-06803a178458 req-253e9161-8051-4dc9-a30a-c2476673851b service neutron] Transition to ACTIVE for port object 835b3c97-b279-41ce-9d47-79f0eb6219e8 will not be triggered until provisioned by entity L2. {{(pid=111208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:45:18.286768 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-eca2ff94-e107-4b99-850d-a97a26e2ebba tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (5ff7c821-daff-456c-9028-caf71f7f6ea0), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:18.309898 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2ff94-e107-4b99-850d-a97a26e2ebba tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff7c821-daff-456c-9028-caf71f7f6ea0,revision_number=0']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:18.428052 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-eca2ff94-e107-4b99-850d-a97a26e2ebba tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:18.439731 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-eca2ff94-e107-4b99-850d-a97a26e2ebba tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6056697 May 23 15:45:18.439731 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-3985b329-46a2-45dc-88f1-06803a178458 req-253e9161-8051-4dc9-a30a-c2476673851b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-906278'] for port (835b3c97-b279-41ce-9d47-79f0eb6219e8), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:18.439976 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 46314) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:18.439976 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-186cf18d-97b3-4da3-988d-145faf697aa3 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Request body: {'security_group_rule': {'security_group_id': 'a259daa4-28ac-4f5e-b661-22cddb349a0a', 'project_id': '6263581d20ea47bcae22d736f7934e05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:45:18.482356 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e9161-8051-4dc9-a30a-c2476673851b service neutron] Pushing event updated for resources: {'Port': ['ID=835b3c97-b279-41ce-9d47-79f0eb6219e8,revision_number=2']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:18.570984 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.managers [req-3985b329-46a2-45dc-88f1-06803a178458 req-253e9161-8051-4dc9-a30a-c2476673851b service neutron] Attempting to bind port 835b3c97-b279-41ce-9d47-79f0eb6219e8 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:45:18.571284 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.managers [req-3985b329-46a2-45dc-88f1-06803a178458 req-253e9161-8051-4dc9-a30a-c2476673851b service neutron] Attempting to bind port 835b3c97-b279-41ce-9d47-79f0eb6219e8 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'eb2ba815-dec5-4bfe-b7e3-360ced084414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84'}] {{(pid=111208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:45:18.571738 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3985b329-46a2-45dc-88f1-06803a178458 req-253e9161-8051-4dc9-a30a-c2476673851b service neutron] Attempting to bind port 835b3c97-b279-41ce-9d47-79f0eb6219e8 on network 6b67b25e-d689-4151-bafc-c9d67faaca84 {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:45:18.576927 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3985b329-46a2-45dc-88f1-06803a178458 req-253e9161-8051-4dc9-a30a-c2476673851b service neutron] Port 835b3c97-b279-41ce-9d47-79f0eb6219e8 on network 6b67b25e-d689-4151-bafc-c9d67faaca84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:45:18.577383 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3985b329-46a2-45dc-88f1-06803a178458 req-253e9161-8051-4dc9-a30a-c2476673851b service neutron] Attempting to bind port 835b3c97-b279-41ce-9d47-79f0eb6219e8 on network 6b67b25e-d689-4151-bafc-c9d67faaca84 {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:45:18.583009 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3985b329-46a2-45dc-88f1-06803a178458 req-253e9161-8051-4dc9-a30a-c2476673851b service neutron] Checking agent: {'id': '0d13f95c-3035-4c18-beb8-0a83c2b7abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'started_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:45:18.583437 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3985b329-46a2-45dc-88f1-06803a178458 req-253e9161-8051-4dc9-a30a-c2476673851b service neutron] Checking segment: {'id': 'eb2ba815-dec5-4bfe-b7e3-360ced084414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:45:18.583955 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3985b329-46a2-45dc-88f1-06803a178458 req-253e9161-8051-4dc9-a30a-c2476673851b service neutron] Bound using segment: {'id': 'eb2ba815-dec5-4bfe-b7e3-360ced084414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84'} {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:45:18.585337 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.managers [req-3985b329-46a2-45dc-88f1-06803a178458 req-253e9161-8051-4dc9-a30a-c2476673851b service neutron] Bound port: 835b3c97-b279-41ce-9d47-79f0eb6219e8, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2ba815-dec5-4bfe-b7e3-360ced084414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84'}}] {{(pid=111208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:45:18.585460 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-3985b329-46a2-45dc-88f1-06803a178458 req-253e9161-8051-4dc9-a30a-c2476673851b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (835b3c97-b279-41ce-9d47-79f0eb6219e8), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:18.656994 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [req-3985b329-46a2-45dc-88f1-06803a178458 req-253e9161-8051-4dc9-a30a-c2476673851b service neutron] For port 835b3c97-b279-41ce-9d47-79f0eb6219e8, host hv-cinder-84067, cleared binding levels {{(pid=111208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:45:18.659366 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.db.securitygroups_db [None req-186cf18d-97b3-4da3-988d-145faf697aa3 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Project 6263581d20ea47bcae22d736f7934e05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 15:45:18.660645 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [req-3985b329-46a2-45dc-88f1-06803a178458 req-253e9161-8051-4dc9-a30a-c2476673851b service neutron] For port 835b3c97-b279-41ce-9d47-79f0eb6219e8, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=835b3c97-b279-41ce-9d47-79f0eb6219e8,segment=NetworkSegment(eb2ba815-dec5-4bfe-b7e3-360ced084414),segment_id=eb2ba815-dec5-4bfe-b7e3-360ced084414)] {{(pid=111208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:45:18.669477 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-186cf18d-97b3-4da3-988d-145faf697aa3 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for security_group_rule (bee778d3-d2e9-47b3-9fe7-7928b43388ae), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:18.735881 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-186cf18d-97b3-4da3-988d-145faf697aa3 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for security_group_rule (bee778d3-d2e9-47b3-9fe7-7928b43388ae), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:18.767268 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-3985b329-46a2-45dc-88f1-06803a178458 req-253e9161-8051-4dc9-a30a-c2476673851b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-906278'] for port (835b3c97-b279-41ce-9d47-79f0eb6219e8), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:18.810680 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985b329-46a2-45dc-88f1-06803a178458 req-253e9161-8051-4dc9-a30a-c2476673851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:18.811336 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-3985b329-46a2-45dc-88f1-06803a178458 req-253e9161-8051-4dc9-a30a-c2476673851b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for port (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:18.812826 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-3985b329-46a2-45dc-88f1-06803a178458 req-253e9161-8051-4dc9-a30a-c2476673851b service neutron] 10.222.0.69 "PUT /v2.0/ports/835b3c97-b279-41ce-9d47-79f0eb6219e8 HTTP/1.1" status: 200 len: 1093 time: 1.1880414 May 23 15:45:18.813329 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aafabce5-30ac-488a-9d85-2d453337bf71', 'tag': '835b3c97-b279-41ce-9d47-79f0eb6219e8'}] {{(pid=111208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:45:18.815594 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e8bc6f21cde82e90109a250a18be241d8bc12bef919575b3a0310827eb45c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7731ad88-3efa-48c4-92c4-836d01802087" -d '{"events": [{"name": "network-changed", "server_uuid": "aafabce5-30ac-488a-9d85-2d453337bf71", "tag": "835b3c97-b279-41ce-9d47-79f0eb6219e8"}]}' {{(pid=111208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:45:18.836673 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-186cf18d-97b3-4da3-988d-145faf697aa3 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (bee778d3-d2e9-47b3-9fe7-7928b43388ae), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:18.837968 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e9161-8051-4dc9-a30a-c2476673851b service neutron] Pushing event updated for resources: {'Port': ['ID=835b3c97-b279-41ce-9d47-79f0eb6219e8,revision_number=3']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:18.882838 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186cf18d-97b3-4da3-988d-145faf697aa3 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee778d3-d2e9-47b3-9fe7-7928b43388ae,revision_number=0']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:18.918399 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cb4a5b-5e8e-4659-9ab3-12dc4752101e x-openstack-request-id: req-b0cb4a5b-5e8e-4659-9ab3-12dc4752101e {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:45:18.925829 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aafabce5-30ac-488a-9d85-2d453337bf71", "tag": "835b3c97-b279-41ce-9d47-79f0eb6219e8", "status": "completed", "code": 200}]} {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:45:18.925829 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b0cb4a5b-5e8e-4659-9ab3-12dc4752101e {{(pid=111208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:45:18.925829 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0cb4a5b-5e8e-4659-9ab3-12dc4752101e'] response: {'name': 'network-changed', 'server_uuid': 'aafabce5-30ac-488a-9d85-2d453337bf71', 'tag': '835b3c97-b279-41ce-9d47-79f0eb6219e8', 'status': 'completed', 'code': 200} May 23 15:45:18.964903 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:18.965581 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-186cf18d-97b3-4da3-988d-145faf697aa3 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:18.969442 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-186cf18d-97b3-4da3-988d-145faf697aa3 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5356095 May 23 15:45:19.037679 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731ad88-3efa-48c4-92c4-836d01802087 req-e254b959-0871-4b6f-bf6c-3d2dc7043889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:19.039218 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-7731ad88-3efa-48c4-92c4-836d01802087 req-e254b959-0871-4b6f-bf6c-3d2dc7043889 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a15ae9d15a64468f80628ed51c2e42d6&device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 1127 time: 0.0571249 May 23 15:45:19.222070 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:45:19.224414 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731ad88-3efa-48c4-92c4-836d01802087 req-72061602-4ed1-45c7-bd49-9ddb4e35d139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:19.226873 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-7731ad88-3efa-48c4-92c4-836d01802087 req-72061602-4ed1-45c7-bd49-9ddb4e35d139 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a15ae9d15a64468f80628ed51c2e42d6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1516526 May 23 15:45:19.313668 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de946ffe-99bf-4944-b29c-2de50da78d4b req-b4918a06-3066-419f-bf19-748b8c023f0e tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:19.315972 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-de946ffe-99bf-4944-b29c-2de50da78d4b req-b4918a06-3066-419f-bf19-748b8c023f0e tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0780497 May 23 15:45:19.345411 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731ad88-3efa-48c4-92c4-836d01802087 req-0be5b6e3-acdf-4b8c-9868-8e738868be63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:19.346843 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-7731ad88-3efa-48c4-92c4-836d01802087 req-0be5b6e3-acdf-4b8c-9868-8e738868be63 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1139455 May 23 15:45:19.403210 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-de946ffe-99bf-4944-b29c-2de50da78d4b req-d8382c4c-3113-452e-a5e4-fd5ff2d1c095 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812218 May 23 15:45:19.409225 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175474c7-9504-4509-a389-789ea566c46a req-db6f9df4-7c05-43ff-a2fd-45fe0dd1ff81 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:19.410862 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-175474c7-9504-4509-a389-789ea566c46a req-db6f9df4-7c05-43ff-a2fd-45fe0dd1ff81 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 943 time: 0.0818512 May 23 15:45:19.459409 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-175474c7-9504-4509-a389-789ea566c46a req-885304f6-8118-495c-99aa-3d45b429798e tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=11c336fb-176f-4cc2-9b5e-418b650dbc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420098 May 23 15:45:19.606027 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985b329-46a2-45dc-88f1-06803a178458 req-0cbb4fe6-74ab-4440-88d6-785c080f4132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:19.607553 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-3985b329-46a2-45dc-88f1-06803a178458 req-0cbb4fe6-74ab-4440-88d6-785c080f4132 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a15ae9d15a64468f80628ed51c2e42d6&device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 1127 time: 0.0407584 May 23 15:45:19.660088 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-3985b329-46a2-45dc-88f1-06803a178458 req-3a78e2fb-43c2-4fd6-9e71-590ada08478a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=835b3c97-b279-41ce-9d47-79f0eb6219e8 HTTP/1.1" status: 200 len: 217 time: 0.0369928 May 23 15:45:19.698104 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:19.716881 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985b329-46a2-45dc-88f1-06803a178458 req-e4396b29-8f41-43df-8047-d059d674cc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:19.718707 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-3985b329-46a2-45dc-88f1-06803a178458 req-e4396b29-8f41-43df-8047-d059d674cc2c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=798d4771-9590-4ee2-b6ff-bdfb7b6f48c3 HTTP/1.1" status: 200 len: 854 time: 0.0515158 May 23 15:45:19.723298 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 57b1294b-6953-445a-9e0b-7ab4f833e7a3 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:45:19.763993 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985b329-46a2-45dc-88f1-06803a178458 req-42064764-10cd-45a7-a1c6-7ec3f56967f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:19.765754 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-3985b329-46a2-45dc-88f1-06803a178458 req-42064764-10cd-45a7-a1c6-7ec3f56967f5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6b67b25e-d689-4151-bafc-c9d67faaca84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395043 May 23 15:45:19.772636 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port 57b1294b-6953-445a-9e0b-7ab4f833e7a3 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:45:19.773153 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (57b1294b-6953-445a-9e0b-7ab4f833e7a3), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:19.849272 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port 57b1294b-6953-445a-9e0b-7ab4f833e7a3 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:45:20.088832 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-3985b329-46a2-45dc-88f1-06803a178458 req-b10ec39c-7009-4849-a22e-5e46bd139566 service neutron] 10.222.0.69 "GET /v2.0/networks/6b67b25e-d689-4151-bafc-c9d67faaca84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123930 May 23 15:45:20.182264 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-3985b329-46a2-45dc-88f1-06803a178458 req-3bba0ba8-df1e-4e0c-9f2b-1d8856e5e3c2 service neutron] 10.222.0.69 "GET /v2.0/networks/6b67b25e-d689-4151-bafc-c9d67faaca84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864117 May 23 15:45:20.524605 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a262822-5b0b-4401-bc5b-ee791b801a5d req-299df3b1-754d-44aa-98e4-6a430d36384f tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:20.526285 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7a262822-5b0b-4401-bc5b-ee791b801a5d req-299df3b1-754d-44aa-98e4-6a430d36384f tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0484939 May 23 15:45:20.596037 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02714d92-cd49-4012-8671-1f9923567723 req-af8bcb75-6ee4-42b8-82fa-99ad36cf559e tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:20.597550 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-02714d92-cd49-4012-8671-1f9923567723 req-af8bcb75-6ee4-42b8-82fa-99ad36cf559e tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 943 time: 0.0676448 May 23 15:45:20.628536 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7a262822-5b0b-4401-bc5b-ee791b801a5d req-84c880b7-3ed9-4661-b5d1-f26aad3ae185 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885513 May 23 15:45:20.667464 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-02714d92-cd49-4012-8671-1f9923567723 req-3ca3fc39-4697-4e8d-a32c-94eed9410aaf tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=11c336fb-176f-4cc2-9b5e-418b650dbc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597291 May 23 15:45:21.747677 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d231750-6e11-4fe4-a216-ff338e18bbb0 req-ed094e05-5d30-4463-ae07-29bcad7a5fe5 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:21.749200 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9d231750-6e11-4fe4-a216-ff338e18bbb0 req-ed094e05-5d30-4463-ae07-29bcad7a5fe5 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0510848 May 23 15:45:21.800716 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:21.813475 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b8018-af49-46fa-9f40-5bc32cdf5d37 req-7f368b62-eb99-40f3-9add-252b59531caf tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:21.814950 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bd6b8018-af49-46fa-9f40-5bc32cdf5d37 req-7f368b62-eb99-40f3-9add-252b59531caf tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 943 time: 0.0648808 May 23 15:45:21.851332 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9d231750-6e11-4fe4-a216-ff338e18bbb0 req-7631957e-2b32-4bb4-90cc-9430b6daab36 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906408 May 23 15:45:21.881567 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bd6b8018-af49-46fa-9f40-5bc32cdf5d37 req-1631e2d1-2f39-4048-a604-ecacdfb7eda2 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=11c336fb-176f-4cc2-9b5e-418b650dbc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574915 May 23 15:45:21.926882 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-0899477b-0ada-4ff7-b425-35d6d4d19ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:22.624441 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 835b3c97-b279-41ce-9d47-79f0eb6219e8 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=111210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:45:22.840439 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 835b3c97-b279-41ce-9d47-79f0eb6219e8, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=835b3c97-b279-41ce-9d47-79f0eb6219e8,segment=NetworkSegment(eb2ba815-dec5-4bfe-b7e3-360ced084414),segment_id=eb2ba815-dec5-4bfe-b7e3-360ced084414)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:45:22.851321 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Returning: {'device': '835b3c97-b279-41ce-9d47-79f0eb6219e8', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'port_id': '835b3c97-b279-41ce-9d47-79f0eb6219e8', 'mac_address': 'fa:16:3e:4f:72:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:45:22.887263 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port 835b3c97-b279-41ce-9d47-79f0eb6219e8 is: DOWN; New status is: BUILD {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:45:22.887654 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (835b3c97-b279-41ce-9d47-79f0eb6219e8), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:22.902092 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 835b3c97-b279-41ce-9d47-79f0eb6219e8 {{(pid=111210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:45:22.928501 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 835b3c97-b279-41ce-9d47-79f0eb6219e8, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=835b3c97-b279-41ce-9d47-79f0eb6219e8,segment=NetworkSegment(eb2ba815-dec5-4bfe-b7e3-360ced084414),segment_id=eb2ba815-dec5-4bfe-b7e3-360ced084414)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:45:22.995256 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (835b3c97-b279-41ce-9d47-79f0eb6219e8), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:23.050178 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=835b3c97-b279-41ce-9d47-79f0eb6219e8,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:23.228478 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171c011-d7ca-4690-a7a5-03fa86f19418 req-099fe63a-8805-46bf-acc4-4f4e703528ec tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:23.229974 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8171c011-d7ca-4690-a7a5-03fa86f19418 req-099fe63a-8805-46bf-acc4-4f4e703528ec tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.3017652 May 23 15:45:23.248820 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4a533-5127-48db-9f19-2239a3259a6c req-72452128-2156-402a-bb06-b014d391a21c tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:23.250223 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-11d4a533-5127-48db-9f19-2239a3259a6c req-72452128-2156-402a-bb06-b014d391a21c tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 944 time: 0.0668838 May 23 15:45:23.316974 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8171c011-d7ca-4690-a7a5-03fa86f19418 req-0b7145cc-aa80-4f81-927d-616740408d2f tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815077 May 23 15:45:23.321532 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-11d4a533-5127-48db-9f19-2239a3259a6c req-aad346f5-b164-44b4-9aba-6077de38e5fb tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=11c336fb-176f-4cc2-9b5e-418b650dbc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639415 May 23 15:45:23.422208 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['835b3c97-b279-41ce-9d47-79f0eb6219e8'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:45:24.178370 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-6419a8ae-cac1-4de7-bb15-778f85e92ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:24.470216 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28192f9-9d2f-4ac9-a3bd-7fb6cf886f49 req-c8377282-7697-4862-8530-2f8351efabb9 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:24.471644 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a28192f9-9d2f-4ac9-a3bd-7fb6cf886f49 req-c8377282-7697-4862-8530-2f8351efabb9 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0840447 May 23 15:45:24.480081 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4feea-13b5-4a85-9f6e-0855bf69e4fe req-cc05636e-dc1b-4e64-a29b-1c43b0fe9154 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:24.481129 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-85b4feea-13b5-4a85-9f6e-0855bf69e4fe req-cc05636e-dc1b-4e64-a29b-1c43b0fe9154 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 944 time: 0.0921068 May 23 15:45:24.489718 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:24.559404 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a28192f9-9d2f-4ac9-a3bd-7fb6cf886f49 req-6a3af800-a7b5-4281-b89c-d92cdb071073 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772333 May 23 15:45:24.563992 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-85b4feea-13b5-4a85-9f6e-0855bf69e4fe req-e8456d51-0946-4a58-8791-360ddced396e tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=11c336fb-176f-4cc2-9b5e-418b650dbc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749331 May 23 15:45:24.639890 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 835b3c97-b279-41ce-9d47-79f0eb6219e8 up at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:45:24.679133 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:24.684312 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning for port 835b3c97-b279-41ce-9d47-79f0eb6219e8 completed by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:45:24.760792 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning complete for port 835b3c97-b279-41ce-9d47-79f0eb6219e8 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:45:24.761114 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (835b3c97-b279-41ce-9d47-79f0eb6219e8), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:24.836709 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port 835b3c97-b279-41ce-9d47-79f0eb6219e8 is: BUILD; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:45:24.837142 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (835b3c97-b279-41ce-9d47-79f0eb6219e8), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:24.839583 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:24.862785 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafabce5-30ac-488a-9d85-2d453337bf71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835b3c97-b279-41ce-9d47-79f0eb6219e8'}] {{(pid=111210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:45:24.865576 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9c7a1c507f49bcca1db13b0162076e02f5240d03c1faf9934ae6854bea0488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709ad5fd-32b8-489f-af9a-b3e6ad8dcf0d" -d '{"events": [{"server_uuid": "aafabce5-30ac-488a-9d85-2d453337bf71", "name": "network-vif-plugged", "status": "completed", "tag": "835b3c97-b279-41ce-9d47-79f0eb6219e8"}]}' {{(pid=111210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:45:24.879777 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 835b3c97-b279-41ce-9d47-79f0eb6219e8, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=835b3c97-b279-41ce-9d47-79f0eb6219e8,segment=NetworkSegment(eb2ba815-dec5-4bfe-b7e3-360ced084414),segment_id=eb2ba815-dec5-4bfe-b7e3-360ced084414)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:45:24.903361 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9ce1d7-565c-4a3b-9f77-8e039cd72d78 x-openstack-request-id: req-ee9ce1d7-565c-4a3b-9f77-8e039cd72d78 {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:45:24.903661 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafabce5-30ac-488a-9d85-2d453337bf71", "name": "network-vif-plugged", "status": "completed", "tag": "835b3c97-b279-41ce-9d47-79f0eb6219e8", "code": 200}]} {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:45:24.904049 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ee9ce1d7-565c-4a3b-9f77-8e039cd72d78 {{(pid=111210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:45:24.904379 dv-cinder-840678-12-iscsi neutron-server[111210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee9ce1d7-565c-4a3b-9f77-8e039cd72d78'] response: {'server_uuid': 'aafabce5-30ac-488a-9d85-2d453337bf71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835b3c97-b279-41ce-9d47-79f0eb6219e8', 'code': 200} May 23 15:45:24.944143 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (835b3c97-b279-41ce-9d47-79f0eb6219e8), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:24.993033 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=835b3c97-b279-41ce-9d47-79f0eb6219e8,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:25.613178 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:25.681297 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9115ec-b07a-4b99-ab3a-58246bf3ea04 req-0899876a-3196-43ed-95ca-804372b69b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:25.682791 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-0d9115ec-b07a-4b99-ab3a-58246bf3ea04 req-0899876a-3196-43ed-95ca-804372b69b8a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 1129 time: 0.0448732 May 23 15:45:25.719799 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d93236-1486-4483-95a2-467e07af214c req-5a08cf7d-5523-48a7-86d2-38b83bbf63a2 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:25.721547 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-77d93236-1486-4483-95a2-467e07af214c req-5a08cf7d-5523-48a7-86d2-38b83bbf63a2 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0851388 May 23 15:45:25.744101 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-0d9115ec-b07a-4b99-ab3a-58246bf3ea04 req-01f30a33-590f-4324-a0cb-7bdcd12b1b5a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=11c336fb-176f-4cc2-9b5e-418b650dbc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454390 May 23 15:45:25.744299 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aaf0f3-fce9-4fa2-9f36-1072e90fd897 req-f6267b0d-622b-4383-870f-0d8d60e1cf35 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:25.745740 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-15aaf0f3-fce9-4fa2-9f36-1072e90fd897 req-f6267b0d-622b-4383-870f-0d8d60e1cf35 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 945 time: 0.1005225 May 23 15:45:25.819049 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-77d93236-1486-4483-95a2-467e07af214c req-9c17bfbf-a6f3-4965-a318-85db8be39efe tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893228 May 23 15:45:25.823694 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-15aaf0f3-fce9-4fa2-9f36-1072e90fd897 req-f0369ac3-f7ce-4a32-a375-5f4264a0711f tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=11c336fb-176f-4cc2-9b5e-418b650dbc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697627 May 23 15:45:26.595012 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:26.977582 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80efef-1f2e-4bee-a70e-59fffc12faa6 req-7ba06016-e41a-4de8-babc-6c4dc9105855 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:26.979063 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8e80efef-1f2e-4bee-a70e-59fffc12faa6 req-7ba06016-e41a-4de8-babc-6c4dc9105855 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 945 time: 0.0866089 May 23 15:45:26.984866 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78aa9fd-98a4-4b1b-9215-43ab254c9b46 req-e6e85089-9e02-499b-adf3-258a10262714 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:26.986242 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e78aa9fd-98a4-4b1b-9215-43ab254c9b46 req-e6e85089-9e02-499b-adf3-258a10262714 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0950551 May 23 15:45:27.061889 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8e80efef-1f2e-4bee-a70e-59fffc12faa6 req-5bd9ff1b-7e16-44c5-96f0-b30e694d59f4 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=11c336fb-176f-4cc2-9b5e-418b650dbc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746884 May 23 15:45:27.065139 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e78aa9fd-98a4-4b1b-9215-43ab254c9b46 req-f35b13d3-ba14-4a13-b033-0fac759af661 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720248 May 23 15:45:28.220048 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b3ba0-0e3d-44c0-bd66-f5c7fc953337 req-66fdbcd5-2959-4e0e-88ab-5e393878d9a2 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:28.221479 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4d7b3ba0-0e3d-44c0-bd66-f5c7fc953337 req-66fdbcd5-2959-4e0e-88ab-5e393878d9a2 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 945 time: 0.0839717 May 23 15:45:28.228196 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76f082-ef6c-488b-8456-2e3811dee062 req-788f6501-8b53-455b-aae0-4ec7ca53bac1 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:28.229672 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ab76f082-ef6c-488b-8456-2e3811dee062 req-788f6501-8b53-455b-aae0-4ec7ca53bac1 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0831928 May 23 15:45:28.252317 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:28.309400 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:28.310439 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4d7b3ba0-0e3d-44c0-bd66-f5c7fc953337 req-4edbee11-7c18-4c8a-89ec-8a4f41fb89a9 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=11c336fb-176f-4cc2-9b5e-418b650dbc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760961 May 23 15:45:28.313620 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:28.317756 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ab76f082-ef6c-488b-8456-2e3811dee062 req-7fd752c4-922a-4b61-b22c-ddae9d8c438f tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814552 May 23 15:45:28.427357 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c80ca-c13b-4159-b426-d0e0c7f682aa req-cfb6f14f-d611-453e-9f28-9bc2c40b7bc6 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:28.429729 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-de2c80ca-c13b-4159-b426-d0e0c7f682aa req-cfb6f14f-d611-453e-9f28-9bc2c40b7bc6 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 945 time: 0.0519266 May 23 15:45:28.438681 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 46456) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:28.443091 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-15410d7c-3cdd-488b-83ae-0ca6e5bb2945 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Request body: {'floatingip': {'port_id': '835b3c97-b279-41ce-9d47-79f0eb6219e8'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:45:28.485806 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-15410d7c-3cdd-488b-83ae-0ca6e5bb2945 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for floatingip (66d9a038-9232-4ffd-abcd-888fcd44baf3), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:28.923850 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-15410d7c-3cdd-488b-83ae-0ca6e5bb2945 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:29.004581 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-15410d7c-3cdd-488b-83ae-0ca6e5bb2945 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (66d9a038-9232-4ffd-abcd-888fcd44baf3), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:29.039944 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:29.058824 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225257a-b71b-4915-b90f-994217f3c4e2 req-3317afc8-1612-40f8-bad9-6c95e099a37f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:29.060420 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7225257a-b71b-4915-b90f-994217f3c4e2 req-3317afc8-1612-40f8-bad9-6c95e099a37f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.0836177 May 23 15:45:29.113926 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3a1f2-cf30-4f77-8625-6651b209f1d7 req-6e5605b0-75f0-4fc4-aa0d-b7f293ec0a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:29.115689 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-56b3a1f2-cf30-4f77-8625-6651b209f1d7 req-6e5605b0-75f0-4fc4-aa0d-b7f293ec0a93 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65483f2a0c914022b38e501691095c51&device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 1129 time: 0.0410354 May 23 15:45:29.156512 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.db.l3_db [None req-15410d7c-3cdd-488b-83ae-0ca6e5bb2945 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Floating IP 66d9a038-9232-4ffd-abcd-888fcd44baf3 associated. External IP: 172.27.3.234, port: 835b3c97-b279-41ce-9d47-79f0eb6219e8. May 23 15:45:29.162915 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7225257a-b71b-4915-b90f-994217f3c4e2 req-26f3371e-a6ba-4171-b310-999c2f8b7d40 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952804 May 23 15:45:29.221480 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=24 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:29.230020 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3a1f2-cf30-4f77-8625-6651b209f1d7 req-35bc13a8-a013-4e57-a45b-c8c8aeaf473b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:29.231503 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-56b3a1f2-cf30-4f77-8625-6651b209f1d7 req-35bc13a8-a013-4e57-a45b-c8c8aeaf473b service neutron] 10.222.0.69 "GET /v2.0/networks?id=eeca0c6c-3155-49db-bdc5-95de249b904d HTTP/1.1" status: 200 len: 917 time: 0.0921593 May 23 15:45:29.315778 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-56b3a1f2-cf30-4f77-8625-6651b209f1d7 req-767f7bc8-4bf7-4634-84fb-65bbc19c8ac8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f835d7e4-2023-42a3-91c1-27e29436c365 HTTP/1.1" status: 200 len: 1000 time: 0.0687921 May 23 15:45:29.353924 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:29.377985 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3a1f2-cf30-4f77-8625-6651b209f1d7 req-a2e51719-4ef2-4d0e-aac4-3ec6603029ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:29.379735 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-56b3a1f2-cf30-4f77-8625-6651b209f1d7 req-a2e51719-4ef2-4d0e-aac4-3ec6603029ad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca534db1-6e0a-429d-b324-076955c1b25f HTTP/1.1" status: 200 len: 855 time: 0.0581117 May 23 15:45:29.419605 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=100 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:29.429560 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3a1f2-cf30-4f77-8625-6651b209f1d7 req-6d9932e1-0799-43cc-9393-6e18c32389fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:29.431124 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-56b3a1f2-cf30-4f77-8625-6651b209f1d7 req-6d9932e1-0799-43cc-9393-6e18c32389fe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eeca0c6c-3155-49db-bdc5-95de249b904d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448849 May 23 15:45:29.446826 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc9107-5d9f-409f-b055-edacb943d35b req-29275bde-d8b9-41ff-8495-791d8be23d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:29.448387 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3bcc9107-5d9f-409f-b055-edacb943d35b req-29275bde-d8b9-41ff-8495-791d8be23d36 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8d7ac236cd4d414fb70eb8da6da53484&device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 1129 time: 0.0812490 May 23 15:45:29.450162 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15410d7c-3cdd-488b-83ae-0ca6e5bb2945 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:45:29.476649 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42648d-230d-4b0b-ab8a-bba8ca4ddd79 req-8ee0dee6-3687-4f8d-a8bd-c7e4e9c0c923 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:29.478274 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5e42648d-230d-4b0b-ab8a-bba8ca4ddd79 req-8ee0dee6-3687-4f8d-a8bd-c7e4e9c0c923 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0739310 May 23 15:45:29.534047 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-56b3a1f2-cf30-4f77-8625-6651b209f1d7 req-3d06bf87-8b74-471f-98db-cd79f7f7e69d service neutron] 10.222.0.69 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966156 May 23 15:45:29.614656 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5e42648d-230d-4b0b-ab8a-bba8ca4ddd79 req-7970ac34-26ea-438f-ad9f-0680f89a39c4 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290622 May 23 15:45:29.669264 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15410d7c-3cdd-488b-83ae-0ca6e5bb2945 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:45:29.674342 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-15410d7c-3cdd-488b-83ae-0ca6e5bb2945 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:29.679807 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a51b99b-a6db-46ae-9165-276f53c4ea90 None None] Sync routers for ids ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'] in dv-cinder-840678-12-iscsi {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:45:29.691812 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a51b99b-a6db-46ae-9165-276f53c4ea90 None None] Routers {'664d0f8c-af99-4e8c-a6dd-f6353adbfa51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:45:29.692683 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-7a51b99b-a6db-46ae-9165-276f53c4ea90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:45:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:29.706430 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-56b3a1f2-cf30-4f77-8625-6651b209f1d7 req-26defc87-0486-45b1-8cdf-522ce3928e87 service neutron] 10.222.0.69 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949085 May 23 15:45:29.728521 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-15410d7c-3cdd-488b-83ae-0ca6e5bb2945 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "PUT /v2.0/floatingips/66d9a038-9232-4ffd-abcd-888fcd44baf3 HTTP/1.1" status: 200 len: 991 time: 1.2886455 May 23 15:45:29.733592 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aafabce5-30ac-488a-9d85-2d453337bf71', 'tag': '835b3c97-b279-41ce-9d47-79f0eb6219e8'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:45:29.735699 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74967b82-4edc-49f6-bd3d-27da978c3f78" -d '{"events": [{"name": "network-changed", "server_uuid": "aafabce5-30ac-488a-9d85-2d453337bf71", "tag": "835b3c97-b279-41ce-9d47-79f0eb6219e8"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:45:29.751756 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc9107-5d9f-409f-b055-edacb943d35b req-572e2663-206a-42ee-b0be-9c144963c527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:29.753394 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3bcc9107-5d9f-409f-b055-edacb943d35b req-572e2663-206a-42ee-b0be-9c144963c527 service neutron] 10.222.0.69 "GET /v2.0/networks?id=02514ff5-801e-4a1a-ba63-1d21a54e8a97 HTTP/1.1" status: 200 len: 911 time: 0.1648321 May 23 15:45:29.802333 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e431d1-b978-4478-bbac-1d4235b4ee99 x-openstack-request-id: req-d4e431d1-b978-4478-bbac-1d4235b4ee99 {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:45:29.803183 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-7a51b99b-a6db-46ae-9165-276f53c4ea90 None None] Set router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:45:29.803451 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aafabce5-30ac-488a-9d85-2d453337bf71", "tag": "835b3c97-b279-41ce-9d47-79f0eb6219e8", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:45:29.803782 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d4e431d1-b978-4478-bbac-1d4235b4ee99 {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:45:29.804175 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e431d1-b978-4478-bbac-1d4235b4ee99'] response: {'name': 'network-changed', 'server_uuid': 'aafabce5-30ac-488a-9d85-2d453337bf71', 'tag': '835b3c97-b279-41ce-9d47-79f0eb6219e8', 'status': 'completed', 'code': 200} May 23 15:45:29.833755 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3bcc9107-5d9f-409f-b055-edacb943d35b req-212da815-1839-4dd0-bb57-39e3cef1a9ae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f434c841-96a2-4c6e-a73f-0d44004c417c HTTP/1.1" status: 200 len: 1001 time: 0.0731659 May 23 15:45:30.024906 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-7a51b99b-a6db-46ae-9165-276f53c4ea90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:43:08Z', 'revision_number': 4, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port': {'id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:04Z', 'updated_at': '2022-05-23T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '66d9a038-9232-4ffd-abcd-888fcd44baf3', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'port_id': '835b3c97-b279-41ce-9d47-79f0eb6219e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'mac_address': 'fa:16:3e:4f:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafabce5-30ac-488a-9d85-2d453337bf71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:45:01Z', 'updated_at': '2022-05-23T15:45:28Z', 'revision_number': 1, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'fixed_ip_address_scope': None}, {'id': '85d780ba-4add-4de8-834e-ae1eee8d901b', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'port_id': 'cefdd54f-7186-4994-802f-370961a2ffcb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'mac_address': 'fa:16:3e:57:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2cd056-b2f1-43fb-a60a-323039d15162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:43:13Z', 'updated_at': '2022-05-23T15:43:47Z', 'revision_number': 2, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d87a55-685c-46b8-ae16-8a3aeaf73929', 'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'mac_address': 'fa:16:3e:de:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:07Z', 'updated_at': '2022-05-23T15:43:13Z', 'revision_number': 5, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'subnets': [{'id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:30.041324 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74967b82-4edc-49f6-bd3d-27da978c3f78 req-7ca5a81d-4596-42ff-a6f0-91627e6e3691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:30.042844 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-74967b82-4edc-49f6-bd3d-27da978c3f78 req-7ca5a81d-4596-42ff-a6f0-91627e6e3691 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a15ae9d15a64468f80628ed51c2e42d6&device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 1129 time: 0.0537350 May 23 15:45:30.046060 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc9107-5d9f-409f-b055-edacb943d35b req-60a95710-e20a-408f-90f1-e7bba4e3c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:30.047770 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3bcc9107-5d9f-409f-b055-edacb943d35b req-60a95710-e20a-408f-90f1-e7bba4e3c213 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a8eb70f1-a1de-4065-b90b-0efc8b236916 HTTP/1.1" status: 200 len: 849 time: 0.0598795 May 23 15:45:30.050669 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a51b99b-a6db-46ae-9165-276f53c4ea90 None None] Checking router: 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 for host: dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:45:30.059695 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a51b99b-a6db-46ae-9165-276f53c4ea90 None None] Routers {'664d0f8c-af99-4e8c-a6dd-f6353adbfa51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:45:30.060305 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-7a51b99b-a6db-46ae-9165-276f53c4ea90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:45:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:30.108138 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc9107-5d9f-409f-b055-edacb943d35b req-e9dddcf1-5aed-4f24-9c69-b03c4a46cdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:30.109753 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3bcc9107-5d9f-409f-b055-edacb943d35b req-e9dddcf1-5aed-4f24-9c69-b03c4a46cdbb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=02514ff5-801e-4a1a-ba63-1d21a54e8a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0546896 May 23 15:45:30.141775 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74967b82-4edc-49f6-bd3d-27da978c3f78 req-673b4d1b-2ae3-4a09-8bec-d7d9536664fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:30.143250 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-74967b82-4edc-49f6-bd3d-27da978c3f78 req-673b4d1b-2ae3-4a09-8bec-d7d9536664fe service neutron] 10.222.0.69 "GET /v2.0/networks?id=6b67b25e-d689-4151-bafc-c9d67faaca84 HTTP/1.1" status: 200 len: 916 time: 0.0928960 May 23 15:45:30.169397 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-7a51b99b-a6db-46ae-9165-276f53c4ea90 None None] Set router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:45:30.206540 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:30.221678 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-74967b82-4edc-49f6-bd3d-27da978c3f78 req-ca129400-30d9-446c-a51d-2d198aac87b6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=835b3c97-b279-41ce-9d47-79f0eb6219e8 HTTP/1.1" status: 200 len: 999 time: 0.0712812 May 23 15:45:30.228371 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3bcc9107-5d9f-409f-b055-edacb943d35b req-ead297f3-1dc7-40de-baf1-22d7f5111989 service neutron] 10.222.0.69 "GET /v2.0/networks/02514ff5-801e-4a1a-ba63-1d21a54e8a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929272 May 23 15:45:30.278130 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74967b82-4edc-49f6-bd3d-27da978c3f78 req-bbc71f16-ef3d-4741-bff5-49b003264602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:30.279719 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-74967b82-4edc-49f6-bd3d-27da978c3f78 req-bbc71f16-ef3d-4741-bff5-49b003264602 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=798d4771-9590-4ee2-b6ff-bdfb7b6f48c3 HTTP/1.1" status: 200 len: 854 time: 0.0519247 May 23 15:45:30.327456 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74967b82-4edc-49f6-bd3d-27da978c3f78 req-79a9b014-dd13-46f0-88da-7cd26be15eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:30.331748 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-74967b82-4edc-49f6-bd3d-27da978c3f78 req-79a9b014-dd13-46f0-88da-7cd26be15eb0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6b67b25e-d689-4151-bafc-c9d67faaca84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448740 May 23 15:45:30.338738 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a33b2-fb16-483b-917c-7139c255e927 req-ba69d96f-bf3f-4c5c-acc4-bc39c60f0c88 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:30.340146 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-668a33b2-fb16-483b-917c-7139c255e927 req-ba69d96f-bf3f-4c5c-acc4-bc39c60f0c88 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.1029952 May 23 15:45:30.422181 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3bcc9107-5d9f-409f-b055-edacb943d35b req-f246cc28-351f-4873-aad4-379f2eb7192f service neutron] 10.222.0.69 "GET /v2.0/networks/02514ff5-801e-4a1a-ba63-1d21a54e8a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860785 May 23 15:45:30.427056 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-668a33b2-fb16-483b-917c-7139c255e927 req-2d4e6bab-61e3-4ff8-8464-44ca55124437 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800569 May 23 15:45:30.433712 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-74967b82-4edc-49f6-bd3d-27da978c3f78 req-ab550d39-be7a-4fae-ba79-844bb3235efc service neutron] 10.222.0.69 "GET /v2.0/networks/6b67b25e-d689-4151-bafc-c9d67faaca84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952229 May 23 15:45:30.450532 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=100 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:30.515042 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-7a51b99b-a6db-46ae-9165-276f53c4ea90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:43:08Z', 'revision_number': 4, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port': {'id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:04Z', 'updated_at': '2022-05-23T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '66d9a038-9232-4ffd-abcd-888fcd44baf3', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'port_id': '835b3c97-b279-41ce-9d47-79f0eb6219e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'mac_address': 'fa:16:3e:4f:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafabce5-30ac-488a-9d85-2d453337bf71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:45:01Z', 'updated_at': '2022-05-23T15:45:28Z', 'revision_number': 1, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'fixed_ip_address_scope': None}, {'id': '85d780ba-4add-4de8-834e-ae1eee8d901b', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'port_id': 'cefdd54f-7186-4994-802f-370961a2ffcb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'mac_address': 'fa:16:3e:57:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2cd056-b2f1-43fb-a60a-323039d15162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:43:13Z', 'updated_at': '2022-05-23T15:43:47Z', 'revision_number': 2, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d87a55-685c-46b8-ae16-8a3aeaf73929', 'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'mac_address': 'fa:16:3e:de:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:07Z', 'updated_at': '2022-05-23T15:43:13Z', 'revision_number': 5, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'subnets': [{'id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:30.531144 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-74967b82-4edc-49f6-bd3d-27da978c3f78 req-442def69-8806-4337-b5b1-f20b7c737c5c service neutron] 10.222.0.69 "GET /v2.0/networks/6b67b25e-d689-4151-bafc-c9d67faaca84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905077 May 23 15:45:30.539631 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a51b99b-a6db-46ae-9165-276f53c4ea90 None None] The sync data for ids ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'] in dv-cinder-840678-12-iscsi is: [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:43:08Z', 'revision_number': 4, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port': {'id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:04Z', 'updated_at': '2022-05-23T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '66d9a038-9232-4ffd-abcd-888fcd44baf3', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'port_id': '835b3c97-b279-41ce-9d47-79f0eb6219e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'mac_address': 'fa:16:3e:4f:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafabce5-30ac-488a-9d85-2d453337bf71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:45:01Z', 'updated_at': '2022-05-23T15:45:28Z', 'revision_number': 1, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'fixed_ip_address_scope': None}, {'id': '85d780ba-4add-4de8-834e-ae1eee8d901b', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'port_id': 'cefdd54f-7186-4994-802f-370961a2ffcb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'mac_address': 'fa:16:3e:57:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2cd056-b2f1-43fb-a60a-323039d15162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:43:13Z', 'updated_at': '2022-05-23T15:43:47Z', 'revision_number': 2, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d87a55-685c-46b8-ae16-8a3aeaf73929', 'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'mac_address': 'fa:16:3e:de:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:07Z', 'updated_at': '2022-05-23T15:43:13Z', 'revision_number': 5, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'subnets': [{'id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:45:30.745676 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fec696-ddc3-476b-a02f-d5150cc18771 None None] New status for floating IP 66d9a038-9232-4ffd-abcd-888fcd44baf3: ACTIVE {{(pid=111210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:45:30.955274 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9756135-6808-47cd-8ef5-3c3c4db693dc req-9ea970ed-a011-4857-b625-66bcfad32860 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:30.956761 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c9756135-6808-47cd-8ef5-3c3c4db693dc req-9ea970ed-a011-4857-b625-66bcfad32860 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.2679994 May 23 15:45:31.006035 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c9756135-6808-47cd-8ef5-3c3c4db693dc req-256b710f-df52-43d5-9b92-cb4e64099594 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427668 May 23 15:45:31.283026 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e0a37-8651-41d6-8075-a87b88fb373f req-adad4514-252d-4149-be6c-6b42a79a638b tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:31.284498 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-071e0a37-8651-41d6-8075-a87b88fb373f req-adad4514-252d-4149-be6c-6b42a79a638b tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0479357 May 23 15:45:31.331858 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-071e0a37-8651-41d6-8075-a87b88fb373f req-2af39fdb-9ce3-4a6e-969d-f1c55a05dbd9 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418484 May 23 15:45:31.404353 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106b214-7ff2-4a52-b6ac-2807f14e4a8e req-17f10a9a-3cc3-42a4-a721-13f65d658f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:31.405929 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-4106b214-7ff2-4a52-b6ac-2807f14e4a8e req-17f10a9a-3cc3-42a4-a721-13f65d658f7d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8d7ac236cd4d414fb70eb8da6da53484&device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 1129 time: 0.0411499 May 23 15:45:31.500723 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106b214-7ff2-4a52-b6ac-2807f14e4a8e req-e1fc2e0d-87cd-4e92-94a9-32b151f07dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:31.502255 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-4106b214-7ff2-4a52-b6ac-2807f14e4a8e req-e1fc2e0d-87cd-4e92-94a9-32b151f07dc3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=02514ff5-801e-4a1a-ba63-1d21a54e8a97 HTTP/1.1" status: 200 len: 911 time: 0.0885627 May 23 15:45:31.553846 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5526da2-5153-45c5-a25e-46a9b55566f9 req-77e3f55d-c064-4e74-a0a9-375cedb3cef2 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:31.560499 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b5526da2-5153-45c5-a25e-46a9b55566f9 req-77e3f55d-c064-4e74-a0a9-375cedb3cef2 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.0586326 May 23 15:45:31.565527 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-4106b214-7ff2-4a52-b6ac-2807f14e4a8e req-ddf4d7b5-bc4b-4945-a12e-2a75d0df232c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f434c841-96a2-4c6e-a73f-0d44004c417c HTTP/1.1" status: 200 len: 1001 time: 0.0566471 May 23 15:45:31.603046 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b5526da2-5153-45c5-a25e-46a9b55566f9 req-d040cccd-258a-428a-89c5-59fc14a34154 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417023 May 23 15:45:31.619840 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106b214-7ff2-4a52-b6ac-2807f14e4a8e req-a5d7b341-7c24-49cf-86cd-cc1bc11c1f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:31.621381 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-4106b214-7ff2-4a52-b6ac-2807f14e4a8e req-a5d7b341-7c24-49cf-86cd-cc1bc11c1f0c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a8eb70f1-a1de-4065-b90b-0efc8b236916 HTTP/1.1" status: 200 len: 849 time: 0.0476809 May 23 15:45:31.666175 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106b214-7ff2-4a52-b6ac-2807f14e4a8e req-686fab69-c80c-4666-bce5-b39d8ced52fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:31.667672 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-4106b214-7ff2-4a52-b6ac-2807f14e4a8e req-686fab69-c80c-4666-bce5-b39d8ced52fe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=02514ff5-801e-4a1a-ba63-1d21a54e8a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0378072 May 23 15:45:31.741850 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=100 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:31.771987 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-4106b214-7ff2-4a52-b6ac-2807f14e4a8e req-0f09f678-8968-445d-9a07-c8b111c22dd9 service neutron] 10.222.0.69 "GET /v2.0/networks/02514ff5-801e-4a1a-ba63-1d21a54e8a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962634 May 23 15:45:31.862464 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-4106b214-7ff2-4a52-b6ac-2807f14e4a8e req-26e53f90-3708-4913-a82d-8235e232d633 service neutron] 10.222.0.69 "GET /v2.0/networks/02514ff5-801e-4a1a-ba63-1d21a54e8a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844922 May 23 15:45:32.433763 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:32.451682 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d9085-9fa9-4cb9-90e3-475dea4a06c6 req-7592640b-fb6c-4601-964c-83f8627d36b4 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:32.453191 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-317d9085-9fa9-4cb9-90e3-475dea4a06c6 req-7592640b-fb6c-4601-964c-83f8627d36b4 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0518522 May 23 15:45:32.502732 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-317d9085-9fa9-4cb9-90e3-475dea4a06c6 req-e25d4935-448c-4725-9020-f68c8bbd50ce tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438743 May 23 15:45:32.720910 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692bbdd-9a43-48cb-a92e-27995077f615 req-7fa49af2-320e-47c9-8759-b6db41568e61 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:32.722416 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e692bbdd-9a43-48cb-a92e-27995077f615 req-7fa49af2-320e-47c9-8759-b6db41568e61 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.0517716 May 23 15:45:32.769479 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e692bbdd-9a43-48cb-a92e-27995077f615 req-46f7363d-c1ee-45cc-a282-bdf2e5cff4ea tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410266 May 23 15:45:33.617308 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a4351-e633-4271-8c38-fa01f18d8cc4 req-3bac48d6-abaa-4eba-9787-801665c2cec3 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:33.618868 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-773a4351-e633-4271-8c38-fa01f18d8cc4 req-3bac48d6-abaa-4eba-9787-801665c2cec3 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0464747 May 23 15:45:33.666182 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-773a4351-e633-4271-8c38-fa01f18d8cc4 req-bdec05cf-0d54-4f0c-b44f-96b6effd1ab9 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417039 May 23 15:45:33.882479 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eefb65-a682-4e50-a57f-8e68231cf280 req-93ed9956-3863-40d7-ad38-3dc165a894fa tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:33.883933 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-73eefb65-a682-4e50-a57f-8e68231cf280 req-93ed9956-3863-40d7-ad38-3dc165a894fa tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.0462952 May 23 15:45:33.933554 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-73eefb65-a682-4e50-a57f-8e68231cf280 req-401be80c-b2b0-41d2-81b6-d268151a9d84 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442984 May 23 15:45:35.044782 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4dd0c-fa87-458c-8ad7-4b24fde97d4c req-4001a852-4214-4df2-bad8-666c2e6f1b95 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:35.046252 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5cd4dd0c-fa87-458c-8ad7-4b24fde97d4c req-4001a852-4214-4df2-bad8-666c2e6f1b95 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.0465982 May 23 15:45:35.092282 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5cd4dd0c-fa87-458c-8ad7-4b24fde97d4c req-eb21bf29-20a1-43cb-8c91-ec88d6cde3f2 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402474 May 23 15:45:36.011393 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-9ad2c6d5-929a-44f9-a7c4-a3a2a9086bdb tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2071772138&fields=id&tenant_id=6263581d20ea47bcae22d736f7934e05 HTTP/1.1" status: 200 len: 267 time: 0.0441523 May 23 15:45:36.027667 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:36.117338 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-4c4d5bfa-dbc2-42a9-a479-91b64788f20a tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:36.118784 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-4c4d5bfa-dbc2-42a9-a479-91b64788f20a tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/networks?id=719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 HTTP/1.1" status: 200 len: 812 time: 0.1011171 May 23 15:45:36.133835 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-daa52de4-6cd9-48e5-8041-a204e7783b75 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/quotas/6263581d20ea47bcae22d736f7934e05 HTTP/1.1" status: 200 len: 375 time: 0.0098457 May 23 15:45:36.209513 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-7e2e32cc-7282-4d75-b1a5-43ed4746448b tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6263581d20ea47bcae22d736f7934e05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0703406 May 23 15:45:36.222299 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68172791-30df-402f-a4c4-e32600c1d87e req-dab58af2-da56-41d0-b2de-2e1d0af6acf9 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:36.223735 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-68172791-30df-402f-a4c4-e32600c1d87e req-dab58af2-da56-41d0-b2de-2e1d0af6acf9 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.0575294 May 23 15:45:36.327289 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-68172791-30df-402f-a4c4-e32600c1d87e req-2ae09a46-6bd6-4d8f-a2f0-69004eb0b8ad tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954893 May 23 15:45:36.345315 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-99566be8-542a-4305-bffa-946e0d6cc115 service neutron] 10.222.0.64 "GET /v2.0/networks/719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206365 May 23 15:45:36.438661 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-a7f2a3e8-b348-46ff-a5c3-7042ddc18f57 service neutron] 10.222.0.64 "GET /v2.0/networks/719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877168 May 23 15:45:36.917190 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8eae3586-5f08-4f6a-8cae-5adc7dd50b20 req-cbee57a4-1da5-4311-b5ce-a59ac8a8fb63 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=54ec3019-6a8e-4080-a386-3894a165c7eb HTTP/1.1" status: 200 len: 210 time: 0.0291398 May 23 15:45:37.440556 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01405d-a270-41c6-97e6-29afd0d3c87d req-c1024a7b-8fcc-4e47-b399-8193f25b7b99 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:37.442037 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1a01405d-a270-41c6-97e6-29afd0d3c87d req-c1024a7b-8fcc-4e47-b399-8193f25b7b99 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.0468173 May 23 15:45:37.488749 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1a01405d-a270-41c6-97e6-29afd0d3c87d req-e74a0fef-f589-4edb-8946-6dd005cd750b tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405555 May 23 15:45:37.994394 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:38.011930 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f0259357-ada6-436a-be28-f86f503f5c2d req-73f8d304-0f54-4d29-ad57-0828bdd5a178 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=54ec3019-6a8e-4080-a386-3894a165c7eb HTTP/1.1" status: 200 len: 210 time: 0.0279427 May 23 15:45:38.607649 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d74cd4-98c6-457a-968d-86aff6b776d5 req-17b5c91a-6285-4b84-8ddb-e3ee703da97e tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:38.609141 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-69d74cd4-98c6-457a-968d-86aff6b776d5 req-17b5c91a-6285-4b84-8ddb-e3ee703da97e tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.0505462 May 23 15:45:38.655949 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-69d74cd4-98c6-457a-968d-86aff6b776d5 req-ec6a539f-77fc-480b-96f6-fd4042b9fbe1 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413880 May 23 15:45:39.106122 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-326a75e3-d7a2-4044-bfd1-cdd8bb44dc05 req-eec1699f-c324-42eb-b9d9-80c225b237b2 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=54ec3019-6a8e-4080-a386-3894a165c7eb HTTP/1.1" status: 200 len: 210 time: 0.0279040 May 23 15:45:39.123843 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-bcb4289d-79ea-4e24-bc98-78ddfddf2c15 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:39.125312 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-bcb4289d-79ea-4e24-bc98-78ddfddf2c15 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.69 "GET /v2.0/networks?id=719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 HTTP/1.1" status: 200 len: 812 time: 0.1081278 May 23 15:45:39.193111 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-772af67a-c1b4-4f11-8315-fa127748cc8c tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6263581d20ea47bcae22d736f7934e05 HTTP/1.1" status: 200 len: 380 time: 0.0531757 May 23 15:45:39.201267 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-9b194ff1-b45d-4279-98a6-293a8f0306db tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Request body: {'port': {'device_id': '54ec3019-6a8e-4080-a386-3894a165c7eb', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'admin_state_up': True, 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'security_groups': ['a259daa4-28ac-4f5e-b661-22cddb349a0a']}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:45:39.354976 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-9b194ff1-b45d-4279-98a6-293a8f0306db tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Made reservation on behalf of 6263581d20ea47bcae22d736f7934e05 for: {'port': 1} {{(pid=111208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:45:39.358558 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-9b194ff1-b45d-4279-98a6-293a8f0306db tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:39.482821 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:39.488973 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_common [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-9b194ff1-b45d-4279-98a6-293a8f0306db tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Allocated IP 172.20.0.7 (719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6/150d6d13-664a-4a20-9c02-8454a2e4aaca/9998b808-7746-404c-a44c-c2b50e15e918) {{(pid=111208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:45:39.627564 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-9b194ff1-b45d-4279-98a6-293a8f0306db tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for port (9998b808-7746-404c-a44c-c2b50e15e918), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:39.652297 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:39.755389 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-9b194ff1-b45d-4279-98a6-293a8f0306db tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (9998b808-7746-404c-a44c-c2b50e15e918), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:39.770407 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b452e-ee43-4d4c-bf8a-b1fd1459f4ee req-1e038527-baf2-4cf0-b0f5-93043558a7b6 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:39.771946 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-159b452e-ee43-4d4c-bf8a-b1fd1459f4ee req-1e038527-baf2-4cf0-b0f5-93043558a7b6 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.0481484 May 23 15:45:39.800340 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-9b194ff1-b45d-4279-98a6-293a8f0306db tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Network 719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:45:39.806167 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-9b194ff1-b45d-4279-98a6-293a8f0306db tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:45:39.809838 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-9b194ff1-b45d-4279-98a6-293a8f0306db tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Received port after_create {{(pid=111208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:45:39.825610 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-159b452e-ee43-4d4c-bf8a-b1fd1459f4ee req-bb0dffa1-df8a-415d-93ec-3f56408f877d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473013 May 23 15:45:39.842064 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b194ff1-b45d-4279-98a6-293a8f0306db tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Pushing event updated for resources: {'Port': ['ID=9998b808-7746-404c-a44c-c2b50e15e918,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:39.866899 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-9b194ff1-b45d-4279-98a6-293a8f0306db tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:39.867641 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-9b194ff1-b45d-4279-98a6-293a8f0306db tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for port (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:39.980671 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-9b194ff1-b45d-4279-98a6-293a8f0306db tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7828445 May 23 15:45:40.038492 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-b876e598-7d82-4fe1-a868-daa74e29db11 service neutron] Request body: {'port': {'device_id': '54ec3019-6a8e-4080-a386-3894a165c7eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:45:40.048062 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-fae2cb0e-c567-4be9-8c6d-63cdda16b20b None None] Provisioning complete for port 9998b808-7746-404c-a44c-c2b50e15e918 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:45:40.048607 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-fae2cb0e-c567-4be9-8c6d-63cdda16b20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (9998b808-7746-404c-a44c-c2b50e15e918), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:40.080381 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-fae2cb0e-c567-4be9-8c6d-63cdda16b20b None None] Port 9998b808-7746-404c-a44c-c2b50e15e918 cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:45:40.104835 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-b876e598-7d82-4fe1-a868-daa74e29db11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (9998b808-7746-404c-a44c-c2b50e15e918), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:40.222723 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81b371-d607-4c87-9e43-51e1b684840a req-ba9edc18-394a-4fb4-b6bf-ea7bba853b88 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:40.224098 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1f81b371-d607-4c87-9e43-51e1b684840a req-ba9edc18-394a-4fb4-b6bf-ea7bba853b88 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=54ec3019-6a8e-4080-a386-3894a165c7eb HTTP/1.1" status: 200 len: 931 time: 0.0477920 May 23 15:45:40.282179 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1f81b371-d607-4c87-9e43-51e1b684840a req-a3e1196c-e684-47e9-bc35-5cfbb58cca1a tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510197 May 23 15:45:40.396918 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.notifiers.nova [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-b876e598-7d82-4fe1-a868-daa74e29db11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9998b808-7746-404c-a44c-c2b50e15e918 {{(pid=111208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:45:40.407632 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-b876e598-7d82-4fe1-a868-daa74e29db11 service neutron] Publish callbacks [] for port (9998b808-7746-404c-a44c-c2b50e15e918), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:40.417916 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.provisioning_blocks [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-b876e598-7d82-4fe1-a868-daa74e29db11 service neutron] Transition to ACTIVE for port object 9998b808-7746-404c-a44c-c2b50e15e918 will not be triggered until provisioned by entity L2. {{(pid=111208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:45:40.486308 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-b876e598-7d82-4fe1-a868-daa74e29db11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-906278'] for port (9998b808-7746-404c-a44c-c2b50e15e918), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:40.517587 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=82 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:40.518591 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=66 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:40.539681 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b876e598-7d82-4fe1-a868-daa74e29db11 service neutron] Pushing event updated for resources: {'Port': ['ID=9998b808-7746-404c-a44c-c2b50e15e918,revision_number=2']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:40.581954 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:40.611810 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.managers [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-b876e598-7d82-4fe1-a868-daa74e29db11 service neutron] Attempting to bind port 9998b808-7746-404c-a44c-c2b50e15e918 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:45:40.612138 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.managers [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-b876e598-7d82-4fe1-a868-daa74e29db11 service neutron] Attempting to bind port 9998b808-7746-404c-a44c-c2b50e15e918 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'dee74d16-ff39-4506-8861-fc403fa5e1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6'}] {{(pid=111208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:45:40.612464 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-b876e598-7d82-4fe1-a868-daa74e29db11 service neutron] Attempting to bind port 9998b808-7746-404c-a44c-c2b50e15e918 on network 719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:45:40.617289 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-b876e598-7d82-4fe1-a868-daa74e29db11 service neutron] Port 9998b808-7746-404c-a44c-c2b50e15e918 on network 719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:45:40.617609 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-b876e598-7d82-4fe1-a868-daa74e29db11 service neutron] Attempting to bind port 9998b808-7746-404c-a44c-c2b50e15e918 on network 719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:45:40.624000 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-b876e598-7d82-4fe1-a868-daa74e29db11 service neutron] Checking agent: {'id': '0d13f95c-3035-4c18-beb8-0a83c2b7abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'started_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:45:40.624337 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-b876e598-7d82-4fe1-a868-daa74e29db11 service neutron] Checking segment: {'id': 'dee74d16-ff39-4506-8861-fc403fa5e1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:45:40.624717 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-b876e598-7d82-4fe1-a868-daa74e29db11 service neutron] Bound using segment: {'id': 'dee74d16-ff39-4506-8861-fc403fa5e1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6'} {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:45:40.625170 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.managers [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-b876e598-7d82-4fe1-a868-daa74e29db11 service neutron] Bound port: 9998b808-7746-404c-a44c-c2b50e15e918, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dee74d16-ff39-4506-8861-fc403fa5e1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6'}}] {{(pid=111208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:45:40.625529 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-b876e598-7d82-4fe1-a868-daa74e29db11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (9998b808-7746-404c-a44c-c2b50e15e918), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:40.694164 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-b876e598-7d82-4fe1-a868-daa74e29db11 service neutron] For port 9998b808-7746-404c-a44c-c2b50e15e918, host hv-cinder-84067, cleared binding levels {{(pid=111208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:45:40.697614 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-b876e598-7d82-4fe1-a868-daa74e29db11 service neutron] For port 9998b808-7746-404c-a44c-c2b50e15e918, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9998b808-7746-404c-a44c-c2b50e15e918,segment=NetworkSegment(dee74d16-ff39-4506-8861-fc403fa5e1d4),segment_id=dee74d16-ff39-4506-8861-fc403fa5e1d4)] {{(pid=111208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:45:40.755919 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-b876e598-7d82-4fe1-a868-daa74e29db11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-906278'] for port (9998b808-7746-404c-a44c-c2b50e15e918), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:40.791249 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:40.796979 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-b876e598-7d82-4fe1-a868-daa74e29db11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:40.797928 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-b876e598-7d82-4fe1-a868-daa74e29db11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for port (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:40.799337 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-b876e598-7d82-4fe1-a868-daa74e29db11 service neutron] 10.222.0.69 "PUT /v2.0/ports/9998b808-7746-404c-a44c-c2b50e15e918 HTTP/1.1" status: 200 len: 1093 time: 0.7675829 May 23 15:45:40.799954 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ec3019-6a8e-4080-a386-3894a165c7eb', 'tag': '9998b808-7746-404c-a44c-c2b50e15e918'}] {{(pid=111208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:45:40.802143 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e8bc6f21cde82e90109a250a18be241d8bc12bef919575b3a0310827eb45c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6b91ff-24a0-4f46-93ef-217d64308f22" -d '{"events": [{"name": "network-changed", "server_uuid": "54ec3019-6a8e-4080-a386-3894a165c7eb", "tag": "9998b808-7746-404c-a44c-c2b50e15e918"}]}' {{(pid=111208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:45:40.825265 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b876e598-7d82-4fe1-a868-daa74e29db11 service neutron] Pushing event updated for resources: {'Port': ['ID=9998b808-7746-404c-a44c-c2b50e15e918,revision_number=3']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:40.849812 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b0fd85-0113-4ebd-82cc-d41c90c29a46 x-openstack-request-id: req-17b0fd85-0113-4ebd-82cc-d41c90c29a46 {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:45:40.850121 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ec3019-6a8e-4080-a386-3894a165c7eb", "tag": "9998b808-7746-404c-a44c-c2b50e15e918", "status": "completed", "code": 200}]} {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:45:40.851320 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-17b0fd85-0113-4ebd-82cc-d41c90c29a46 {{(pid=111208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:45:40.851779 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17b0fd85-0113-4ebd-82cc-d41c90c29a46'] response: {'name': 'network-changed', 'server_uuid': '54ec3019-6a8e-4080-a386-3894a165c7eb', 'tag': '9998b808-7746-404c-a44c-c2b50e15e918', 'status': 'completed', 'code': 200} May 23 15:45:40.952176 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b91ff-24a0-4f46-93ef-217d64308f22 req-9a186209-b690-4b03-8580-bfd3cdcfba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:40.953728 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-8a6b91ff-24a0-4f46-93ef-217d64308f22 req-9a186209-b690-4b03-8580-bfd3cdcfba3d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6263581d20ea47bcae22d736f7934e05&device_id=54ec3019-6a8e-4080-a386-3894a165c7eb HTTP/1.1" status: 200 len: 1127 time: 0.0492067 May 23 15:45:40.957123 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf78e7-a571-488a-8ceb-9cc214dfa5ed req-b572907c-27d8-4cf2-8f28-513d32c93b8d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:40.958687 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5fcf78e7-a571-488a-8ceb-9cc214dfa5ed req-b572907c-27d8-4cf2-8f28-513d32c93b8d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.0556884 May 23 15:45:41.008809 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5fcf78e7-a571-488a-8ceb-9cc214dfa5ed req-24fec755-06e3-45ca-a9df-662f01609ebc tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436194 May 23 15:45:41.174262 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b91ff-24a0-4f46-93ef-217d64308f22 req-cbcf4e32-20b2-42ad-8eaf-340c34a47e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:41.175750 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-8a6b91ff-24a0-4f46-93ef-217d64308f22 req-cbcf4e32-20b2-42ad-8eaf-340c34a47e24 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=6263581d20ea47bcae22d736f7934e05&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0950575 May 23 15:45:41.268218 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b91ff-24a0-4f46-93ef-217d64308f22 req-d7161c9f-bb72-4cd3-965d-7eac48126aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:41.269624 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-8a6b91ff-24a0-4f46-93ef-217d64308f22 req-d7161c9f-bb72-4cd3-965d-7eac48126aa3 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878470 May 23 15:45:41.371351 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-16cebc1a-ce62-4f52-96ee-7e950f6a7e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:41.372851 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-16cebc1a-ce62-4f52-96ee-7e950f6a7e57 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6263581d20ea47bcae22d736f7934e05&device_id=54ec3019-6a8e-4080-a386-3894a165c7eb HTTP/1.1" status: 200 len: 1127 time: 0.0402417 May 23 15:45:41.402281 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630bb02e-bcb1-41ba-a89a-ce8600e7a4a9 req-4f63c51e-3822-450d-98cd-b5084e3d5463 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:41.403831 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-630bb02e-bcb1-41ba-a89a-ce8600e7a4a9 req-4f63c51e-3822-450d-98cd-b5084e3d5463 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=54ec3019-6a8e-4080-a386-3894a165c7eb HTTP/1.1" status: 200 len: 943 time: 0.0523200 May 23 15:45:41.423123 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-d98ac7cf-8e16-4c84-a7c2-6847fb4f958e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9998b808-7746-404c-a44c-c2b50e15e918 HTTP/1.1" status: 200 len: 217 time: 0.0357718 May 23 15:45:41.455227 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-630bb02e-bcb1-41ba-a89a-ce8600e7a4a9 req-df5d6939-b577-4336-9281-c0b3b4c4ef17 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458269 May 23 15:45:41.479969 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-99a00460-98d4-4d08-b756-96a62f1b5d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:41.481509 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-99a00460-98d4-4d08-b756-96a62f1b5d9a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=150d6d13-664a-4a20-9c02-8454a2e4aaca HTTP/1.1" status: 200 len: 851 time: 0.0518284 May 23 15:45:41.527597 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-d10efea9-ef81-46a8-9c32-90ba272b9205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:41.528998 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-d10efea9-ef81-46a8-9c32-90ba272b9205 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406921 May 23 15:45:41.622977 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-df7bd776-7b99-4608-9b31-892da672638a service neutron] 10.222.0.69 "GET /v2.0/networks/719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838647 May 23 15:45:41.712234 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-595edef5-8ecf-4b77-b923-8e6d8d1b1938 req-52064a18-5858-4944-86e7-b9b020d9f9c5 service neutron] 10.222.0.69 "GET /v2.0/networks/719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825300 May 23 15:45:42.123852 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bca7fa-ccf8-4170-91b1-511c76fa19c9 req-40cadddd-a683-47fe-9a99-1e92cf665ac3 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:42.125332 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-51bca7fa-ccf8-4170-91b1-511c76fa19c9 req-40cadddd-a683-47fe-9a99-1e92cf665ac3 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.0471976 May 23 15:45:42.136131 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:42.173180 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-51bca7fa-ccf8-4170-91b1-511c76fa19c9 req-530e4490-4a44-4869-8977-ba159d2a576a tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421865 May 23 15:45:42.566757 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44004f-1477-4554-a04c-9665bc9e3174 req-7b135835-068e-49af-afcc-afcf4f9584a4 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:42.568187 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1b44004f-1477-4554-a04c-9665bc9e3174 req-7b135835-068e-49af-afcc-afcf4f9584a4 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=54ec3019-6a8e-4080-a386-3894a165c7eb HTTP/1.1" status: 200 len: 943 time: 0.0459862 May 23 15:45:42.620190 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1b44004f-1477-4554-a04c-9665bc9e3174 req-fe3e9b7c-6c94-4136-a6e1-787e17d69777 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457206 May 23 15:45:43.284084 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597620b1-29ef-4906-8c6b-01f48567d4b8 req-c84dad9d-c86c-4f21-8648-4a03e2cba8d2 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:43.285587 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-597620b1-29ef-4906-8c6b-01f48567d4b8 req-c84dad9d-c86c-4f21-8648-4a03e2cba8d2 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.0471914 May 23 15:45:43.332283 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-597620b1-29ef-4906-8c6b-01f48567d4b8 req-6f389222-4c35-4be8-8486-ed7f94c8abb8 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407195 May 23 15:45:43.732576 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415fc74-678f-4a33-adb8-141121e0c7ad req-c62fbca9-8106-4304-abe9-122789474614 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:43.734054 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e415fc74-678f-4a33-adb8-141121e0c7ad req-c62fbca9-8106-4304-abe9-122789474614 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=54ec3019-6a8e-4080-a386-3894a165c7eb HTTP/1.1" status: 200 len: 943 time: 0.0479712 May 23 15:45:43.781351 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e415fc74-678f-4a33-adb8-141121e0c7ad req-26ee6775-0466-4a80-9a2d-db2df6bd3a3f tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418179 May 23 15:45:44.452100 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3b0d7-d313-4492-852a-987cc65a69f2 req-ea56eadf-b854-4cd6-96b3-96ec43559985 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:44.453506 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c0f3b0d7-d313-4492-852a-987cc65a69f2 req-ea56eadf-b854-4cd6-96b3-96ec43559985 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.0520091 May 23 15:45:44.499437 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c0f3b0d7-d313-4492-852a-987cc65a69f2 req-5da34d7a-4e2f-43ca-a1b5-ec8b887c6cdf tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405273 May 23 15:45:44.894424 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4bd61-3f8e-4ac9-8294-8c59cdddbfe6 req-387a4c12-9dc6-4d9c-877c-9dd40f1bd03d tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:44.895877 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-94a4bd61-3f8e-4ac9-8294-8c59cdddbfe6 req-387a4c12-9dc6-4d9c-877c-9dd40f1bd03d tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=54ec3019-6a8e-4080-a386-3894a165c7eb HTTP/1.1" status: 200 len: 943 time: 0.0483112 May 23 15:45:44.921362 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:44.945275 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-94a4bd61-3f8e-4ac9-8294-8c59cdddbfe6 req-0c07a1f7-64dd-498f-b7b0-665fa5386127 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437002 May 23 15:45:45.614820 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43420765-8a1e-4444-8249-d46d24e6b97f req-b7a17b5a-7f47-451a-b57f-437399205be8 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:45.616266 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-43420765-8a1e-4444-8249-d46d24e6b97f req-b7a17b5a-7f47-451a-b57f-437399205be8 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.0502198 May 23 15:45:45.668180 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-43420765-8a1e-4444-8249-d46d24e6b97f req-78c254af-fe72-4476-9d33-1173f52ec540 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458665 May 23 15:45:46.057463 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac7002-4d9c-4906-b295-e9a73ebd281c req-4aa7f87e-5f66-4dfc-bd26-626ba64791cb tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:46.058902 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-77ac7002-4d9c-4906-b295-e9a73ebd281c req-4aa7f87e-5f66-4dfc-bd26-626ba64791cb tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=54ec3019-6a8e-4080-a386-3894a165c7eb HTTP/1.1" status: 200 len: 943 time: 0.0465174 May 23 15:45:46.106994 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-77ac7002-4d9c-4906-b295-e9a73ebd281c req-8c57f35a-5e6f-424f-9711-5691244e8646 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426979 May 23 15:45:46.631708 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc91ed6-1e9e-484a-a7e7-847fc8ba6190 req-d02187d8-13a4-4a5e-9525-d1735f48b5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:46.633807 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-8cc91ed6-1e9e-484a-a7e7-847fc8ba6190 req-d02187d8-13a4-4a5e-9525-d1735f48b5b6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 1129 time: 0.0425410 May 23 15:45:46.683428 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-8cc91ed6-1e9e-484a-a7e7-847fc8ba6190 req-e98dc521-8477-4c8c-a2ba-48280e8dd6ed service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364804 May 23 15:45:46.781807 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4f64-838d-41fb-9472-e5d81c00c0bc req-3ecb077e-41e1-4d73-93df-8a1ad2923056 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:46.783247 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4c9d4f64-838d-41fb-9472-e5d81c00c0bc req-3ecb077e-41e1-4d73-93df-8a1ad2923056 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.0458226 May 23 15:45:46.832262 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4c9d4f64-838d-41fb-9472-e5d81c00c0bc req-2c6dc7a6-271c-47d7-92d4-9788d1dc20c7 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436406 May 23 15:45:47.219558 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc1b1d-3900-4158-aae6-64c62b6bebe0 req-42ee696f-9edf-4c5a-b2a2-7b7d618ed481 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:47.220913 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b2dc1b1d-3900-4158-aae6-64c62b6bebe0 req-42ee696f-9edf-4c5a-b2a2-7b7d618ed481 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=54ec3019-6a8e-4080-a386-3894a165c7eb HTTP/1.1" status: 200 len: 943 time: 0.0463948 May 23 15:45:47.269178 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b2dc1b1d-3900-4158-aae6-64c62b6bebe0 req-6b261442-4491-43c3-84b1-39b21dcab52e tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428820 May 23 15:45:47.945641 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e51222-8c91-4bb9-b19e-ef8c70b14012 req-245124b3-bc01-4750-8aa5-2316df2cfbfd tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:47.947093 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-65e51222-8c91-4bb9-b19e-ef8c70b14012 req-245124b3-bc01-4750-8aa5-2316df2cfbfd tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.0467062 May 23 15:45:47.993389 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-65e51222-8c91-4bb9-b19e-ef8c70b14012 req-255464f9-a8f7-4c9b-97ac-d1cd1c8de003 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407536 May 23 15:45:48.372931 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:48.399138 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745f49a-b483-4a6b-a5f4-de587d4128e2 req-6cb5b42f-436d-46da-8bc1-1cf4ce84e8a7 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:48.403973 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2745f49a-b483-4a6b-a5f4-de587d4128e2 req-6cb5b42f-436d-46da-8bc1-1cf4ce84e8a7 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=54ec3019-6a8e-4080-a386-3894a165c7eb HTTP/1.1" status: 200 len: 943 time: 0.0653052 May 23 15:45:48.452373 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2745f49a-b483-4a6b-a5f4-de587d4128e2 req-60f8de1a-36e1-4bd0-9eda-9f2a7a3d68f3 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446389 May 23 15:45:49.109420 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f824b-7834-45cf-a6f5-af78664047d6 req-90db8478-60a9-4e79-b1af-e4fa9f2197ac tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:49.110880 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5c1f824b-7834-45cf-a6f5-af78664047d6 req-90db8478-60a9-4e79-b1af-e4fa9f2197ac tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.0472581 May 23 15:45:49.157776 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5c1f824b-7834-45cf-a6f5-af78664047d6 req-3271b4c9-e01c-48ec-bc17-682b2e031a1b tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413084 May 23 15:45:49.563249 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ecd9d-33aa-4f1d-bd6a-e652badf9e3f req-8417152f-d0e0-413e-b6ed-2c488d40feb6 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:49.564695 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0f0ecd9d-33aa-4f1d-bd6a-e652badf9e3f req-8417152f-d0e0-413e-b6ed-2c488d40feb6 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=54ec3019-6a8e-4080-a386-3894a165c7eb HTTP/1.1" status: 200 len: 943 time: 0.0461094 May 23 15:45:49.616140 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0f0ecd9d-33aa-4f1d-bd6a-e652badf9e3f req-2eebc408-f057-41a4-8871-a4c50651198f tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459847 May 23 15:45:50.270123 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377d5f8-e487-4ef8-8949-f4c44b107ee7 req-8182cd26-32df-427f-a3b5-a10673701fab tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:50.271696 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2377d5f8-e487-4ef8-8949-f4c44b107ee7 req-8182cd26-32df-427f-a3b5-a10673701fab tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.0467346 May 23 15:45:50.318730 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2377d5f8-e487-4ef8-8949-f4c44b107ee7 req-98e589f7-6982-4d26-8fea-e0164a52b7da tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409369 May 23 15:45:50.731304 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1953c-7414-4828-b50d-bc1a2cd88702 req-d23669a0-b323-4f1a-8405-664c5373cf75 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:50.732776 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e6d1953c-7414-4828-b50d-bc1a2cd88702 req-d23669a0-b323-4f1a-8405-664c5373cf75 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=54ec3019-6a8e-4080-a386-3894a165c7eb HTTP/1.1" status: 200 len: 943 time: 0.0485530 May 23 15:45:50.781656 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e6d1953c-7414-4828-b50d-bc1a2cd88702 req-4fe7e504-3c4b-4433-b3d0-e75961a8e32b tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433846 May 23 15:45:50.811420 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 9998b808-7746-404c-a44c-c2b50e15e918 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=111210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:45:50.877336 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee8443-a174-4ea8-baa9-9a53713dc792 req-658fb768-10ff-4e25-9442-2b94613598aa tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:50.878808 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4bee8443-a174-4ea8-baa9-9a53713dc792 req-658fb768-10ff-4e25-9442-2b94613598aa tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.0513983 May 23 15:45:50.914266 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 9998b808-7746-404c-a44c-c2b50e15e918, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9998b808-7746-404c-a44c-c2b50e15e918,segment=NetworkSegment(dee74d16-ff39-4506-8861-fc403fa5e1d4),segment_id=dee74d16-ff39-4506-8861-fc403fa5e1d4)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:45:50.927555 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Returning: {'device': '9998b808-7746-404c-a44c-c2b50e15e918', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'port_id': '9998b808-7746-404c-a44c-c2b50e15e918', 'mac_address': 'fa:16:3e:aa:f4:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:45:50.929493 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4bee8443-a174-4ea8-baa9-9a53713dc792 req-92593b15-990e-49f8-b99e-1b6e8ab5df5e tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450861 May 23 15:45:50.954688 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def3856-7a2b-45e0-94df-55772ff9a34a req-06f56bc5-462c-4c0e-a7d9-798613dd99ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:50.956196 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-9def3856-7a2b-45e0-94df-55772ff9a34a req-06f56bc5-462c-4c0e-a7d9-798613dd99ff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65483f2a0c914022b38e501691095c51&device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 1129 time: 0.0458691 May 23 15:45:50.963228 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port 9998b808-7746-404c-a44c-c2b50e15e918 is: DOWN; New status is: BUILD {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:45:50.963626 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (9998b808-7746-404c-a44c-c2b50e15e918), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:50.976547 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9998b808-7746-404c-a44c-c2b50e15e918 {{(pid=111210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:45:50.997146 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 9998b808-7746-404c-a44c-c2b50e15e918, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9998b808-7746-404c-a44c-c2b50e15e918,segment=NetworkSegment(dee74d16-ff39-4506-8861-fc403fa5e1d4),segment_id=dee74d16-ff39-4506-8861-fc403fa5e1d4)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:45:51.046084 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def3856-7a2b-45e0-94df-55772ff9a34a req-3a0ddeb1-5887-41db-aa44-a2a5138eb65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:51.047565 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-9def3856-7a2b-45e0-94df-55772ff9a34a req-3a0ddeb1-5887-41db-aa44-a2a5138eb65c service neutron] 10.222.0.69 "GET /v2.0/networks?id=eeca0c6c-3155-49db-bdc5-95de249b904d HTTP/1.1" status: 200 len: 917 time: 0.0849240 May 23 15:45:51.075275 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (9998b808-7746-404c-a44c-c2b50e15e918), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:51.116051 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-9def3856-7a2b-45e0-94df-55772ff9a34a req-515b48ea-b9b0-42bf-98da-586a09c0f706 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f835d7e4-2023-42a3-91c1-27e29436c365 HTTP/1.1" status: 200 len: 1000 time: 0.0595059 May 23 15:45:51.121486 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=9998b808-7746-404c-a44c-c2b50e15e918,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:51.164076 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def3856-7a2b-45e0-94df-55772ff9a34a req-77d13739-5189-45b2-bbea-05d3444ece6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:51.166210 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-9def3856-7a2b-45e0-94df-55772ff9a34a req-77d13739-5189-45b2-bbea-05d3444ece6f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca534db1-6e0a-429d-b324-076955c1b25f HTTP/1.1" status: 200 len: 855 time: 0.0445547 May 23 15:45:51.167378 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=2 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:51.177394 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=4 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:51.217087 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def3856-7a2b-45e0-94df-55772ff9a34a req-8028b09f-02ea-41e5-8e4a-6562e262b30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:51.218551 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-9def3856-7a2b-45e0-94df-55772ff9a34a req-8028b09f-02ea-41e5-8e4a-6562e262b30d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eeca0c6c-3155-49db-bdc5-95de249b904d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426621 May 23 15:45:51.246902 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=100 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:51.286139 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=100 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:51.315020 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-9def3856-7a2b-45e0-94df-55772ff9a34a req-1ac210a9-210a-4c15-80fa-b901dfe5f08f service neutron] 10.222.0.69 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864718 May 23 15:45:51.407830 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-9def3856-7a2b-45e0-94df-55772ff9a34a req-c6d9be5d-fdd5-4469-a720-3e3c8a1e416d service neutron] 10.222.0.69 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834794 May 23 15:45:51.491209 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['9998b808-7746-404c-a44c-c2b50e15e918'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:45:51.513144 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:51.556818 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:51.852553 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-2717669a-572f-434f-8d24-c47e3e1e66d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:51.890099 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:51.898320 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b0ca6-54bc-415f-9129-3a1e3e4f926c req-224ae21e-a7ff-4d89-b077-214c5a6f340f tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:51.900104 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-641b0ca6-54bc-415f-9129-3a1e3e4f926c req-224ae21e-a7ff-4d89-b077-214c5a6f340f tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=54ec3019-6a8e-4080-a386-3894a165c7eb HTTP/1.1" status: 200 len: 944 time: 0.0486739 May 23 15:45:51.949884 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-641b0ca6-54bc-415f-9129-3a1e3e4f926c req-1cb5f658-7977-41e8-bc14-2ab46d274e81 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441878 May 23 15:45:52.055560 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c579c1-b5f0-4b18-8a3b-cea30fc6958c req-6d77f73b-9077-4a6f-95aa-805ba3667348 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:52.057079 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-57c579c1-b5f0-4b18-8a3b-cea30fc6958c req-6d77f73b-9077-4a6f-95aa-805ba3667348 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.0577166 May 23 15:45:52.106423 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-57c579c1-b5f0-4b18-8a3b-cea30fc6958c req-417890b5-6c1f-4301-a7ce-50365cce7f6a tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437586 May 23 15:45:52.824389 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 9998b808-7746-404c-a44c-c2b50e15e918 up at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:45:52.866307 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning for port 9998b808-7746-404c-a44c-c2b50e15e918 completed by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:45:52.926049 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning complete for port 9998b808-7746-404c-a44c-c2b50e15e918 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:45:52.926433 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (9998b808-7746-404c-a44c-c2b50e15e918), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:52.997778 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port 9998b808-7746-404c-a44c-c2b50e15e918 is: BUILD; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:45:52.998177 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (9998b808-7746-404c-a44c-c2b50e15e918), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:53.025316 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ec3019-6a8e-4080-a386-3894a165c7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9998b808-7746-404c-a44c-c2b50e15e918'}] {{(pid=111210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:45:53.027536 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9c7a1c507f49bcca1db13b0162076e02f5240d03c1faf9934ae6854bea0488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca238bea-bca0-44b8-8876-535c8fc8b3c9" -d '{"events": [{"server_uuid": "54ec3019-6a8e-4080-a386-3894a165c7eb", "name": "network-vif-plugged", "status": "completed", "tag": "9998b808-7746-404c-a44c-c2b50e15e918"}]}' {{(pid=111210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:45:53.041028 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 9998b808-7746-404c-a44c-c2b50e15e918, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9998b808-7746-404c-a44c-c2b50e15e918,segment=NetworkSegment(dee74d16-ff39-4506-8861-fc403fa5e1d4),segment_id=dee74d16-ff39-4506-8861-fc403fa5e1d4)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:45:53.063274 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e79016-0a0a-4fe6-b620-14f20261ca61 req-9ac641a2-5b11-43ef-b6b5-15c4f031ba5d tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:53.064258 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbee32b-4efd-4286-90a3-6c195ef36c43 x-openstack-request-id: req-5cbee32b-4efd-4286-90a3-6c195ef36c43 {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:45:53.064574 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ec3019-6a8e-4080-a386-3894a165c7eb", "name": "network-vif-plugged", "status": "completed", "tag": "9998b808-7746-404c-a44c-c2b50e15e918", "code": 200}]} {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:45:53.064839 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5cbee32b-4efd-4286-90a3-6c195ef36c43 {{(pid=111210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:45:53.064953 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-51e79016-0a0a-4fe6-b620-14f20261ca61 req-9ac641a2-5b11-43ef-b6b5-15c4f031ba5d tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=54ec3019-6a8e-4080-a386-3894a165c7eb HTTP/1.1" status: 200 len: 944 time: 0.0481398 May 23 15:45:53.065271 dv-cinder-840678-12-iscsi neutron-server[111210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cbee32b-4efd-4286-90a3-6c195ef36c43'] response: {'server_uuid': '54ec3019-6a8e-4080-a386-3894a165c7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9998b808-7746-404c-a44c-c2b50e15e918', 'code': 200} May 23 15:45:53.109338 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (9998b808-7746-404c-a44c-c2b50e15e918), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:53.114984 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-51e79016-0a0a-4fe6-b620-14f20261ca61 req-97605c19-bd31-4f1e-8a4b-0c7e93341680 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443320 May 23 15:45:53.158235 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=9998b808-7746-404c-a44c-c2b50e15e918,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:53.226225 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d014ce9-f5aa-4965-bad6-71794ff23933 req-f0bbe351-9f12-4861-9ab3-73fa697f9528 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:53.228381 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2d014ce9-f5aa-4965-bad6-71794ff23933 req-f0bbe351-9f12-4861-9ab3-73fa697f9528 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.0494864 May 23 15:45:53.280781 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2d014ce9-f5aa-4965-bad6-71794ff23933 req-7b6dd7a8-62a4-4d55-a8fc-51690f45b17c tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470920 May 23 15:45:54.189964 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c1d3d0ad-2c61-4701-bfad-aa6e970f48cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:54.222618 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:54.234065 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecef8e3-c9de-4f53-87cc-f59e68217d5c req-a9663162-7ad5-4399-aa86-bc89edc6c8b0 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:54.235555 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8ecef8e3-c9de-4f53-87cc-f59e68217d5c req-a9663162-7ad5-4399-aa86-bc89edc6c8b0 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=54ec3019-6a8e-4080-a386-3894a165c7eb HTTP/1.1" status: 200 len: 945 time: 0.0491285 May 23 15:45:54.243851 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5d4a1-4fe4-43d5-a4c2-e7051915c2be req-a3e587e5-c1fb-4dbe-8e0e-e25510d5cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:54.245477 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-9fd5d4a1-4fe4-43d5-a4c2-e7051915c2be req-a3e587e5-c1fb-4dbe-8e0e-e25510d5cdf8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=54ec3019-6a8e-4080-a386-3894a165c7eb HTTP/1.1" status: 200 len: 1129 time: 0.0457184 May 23 15:45:54.285988 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8ecef8e3-c9de-4f53-87cc-f59e68217d5c req-dedb67a1-a7bc-4b65-8d93-d8c7bb07e594 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445709 May 23 15:45:54.292543 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-9fd5d4a1-4fe4-43d5-a4c2-e7051915c2be req-1b23ee9f-2679-45e5-b7b5-0e0aa89de8b5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405903 May 23 15:45:54.396330 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5f3a5-2af9-4622-a125-cf04ee0252e0 req-a85079e4-0e26-4004-b5ba-c3bfb866a6f8 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:54.397701 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2fe5f3a5-2af9-4622-a125-cf04ee0252e0 req-a85079e4-0e26-4004-b5ba-c3bfb866a6f8 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.0500648 May 23 15:45:54.445299 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2fe5f3a5-2af9-4622-a125-cf04ee0252e0 req-cb7804a6-f2da-4d4c-b029-9c77539ec1fb tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419543 May 23 15:45:54.557581 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36fd48-9108-462e-bdfb-ba2b7a590bf2 req-f3d8fdbb-032a-4304-8b7e-a97bb3c91f7d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:54.559021 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8c36fd48-9108-462e-bdfb-ba2b7a590bf2 req-f3d8fdbb-032a-4304-8b7e-a97bb3c91f7d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.0498481 May 23 15:45:54.567355 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 46638) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:54.571575 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-a96d5f3b-23de-4c1f-a555-5d8c80f9c3e4 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Request body: {'floatingip': {'port_id': 'f835d7e4-2023-42a3-91c1-27e29436c365'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:45:54.621992 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-a96d5f3b-23de-4c1f-a555-5d8c80f9c3e4 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks [] for floatingip (6f35c6a7-a825-4e7f-80c0-71f1bcadf00f), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:54.997114 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:55.057179 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-a96d5f3b-23de-4c1f-a555-5d8c80f9c3e4 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:55.091643 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-a96d5f3b-23de-4c1f-a555-5d8c80f9c3e4 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (6f35c6a7-a825-4e7f-80c0-71f1bcadf00f), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:55.291842 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96d5f3b-23de-4c1f-a555-5d8c80f9c3e4 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Router b2237190-0ecc-4cc4-8801-a8906c7f1eb7 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:45:55.389844 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:55.584453 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:55.658251 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96d5f3b-23de-4c1f-a555-5d8c80f9c3e4 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:45:55.665029 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-a96d5f3b-23de-4c1f-a555-5d8c80f9c3e4 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:55.668782 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb98103-65f4-4839-a3a6-d0e195abf16b None None] Sync routers for ids ['b2237190-0ecc-4cc4-8801-a8906c7f1eb7'] in dv-cinder-840678-12-iscsi {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:45:55.673736 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5a8f1-0f09-41c3-a872-6df7ba86ede9 req-1dfee0f0-3807-4c82-96d1-646796a6e980 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:55.675187 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-aea5a8f1-0f09-41c3-a872-6df7ba86ede9 req-1dfee0f0-3807-4c82-96d1-646796a6e980 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=54ec3019-6a8e-4080-a386-3894a165c7eb HTTP/1.1" status: 200 len: 945 time: 0.2997658 May 23 15:45:55.678817 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb98103-65f4-4839-a3a6-d0e195abf16b None None] Routers {'b2237190-0ecc-4cc4-8801-a8906c7f1eb7'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:45:55.679713 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-fdb98103-65f4-4839-a3a6-d0e195abf16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:45:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['b2237190-0ecc-4cc4-8801-a8906c7f1eb7'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:55.729562 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c3a3b9-3d55-44c3-8627-ba397c1f069d', 'tag': 'f835d7e4-2023-42a3-91c1-27e29436c365'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:45:55.731794 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472a9691-25af-4cff-ad54-708b26a43b56" -d '{"events": [{"name": "network-changed", "server_uuid": "15c3a3b9-3d55-44c3-8627-ba397c1f069d", "tag": "f835d7e4-2023-42a3-91c1-27e29436c365"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:45:55.776155 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-aea5a8f1-0f09-41c3-a872-6df7ba86ede9 req-4b4862ca-3051-4934-80a9-e3a512628b8f tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851729 May 23 15:45:55.780295 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-a96d5f3b-23de-4c1f-a555-5d8c80f9c3e4 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "PUT /v2.0/floatingips/6f35c6a7-a825-4e7f-80c0-71f1bcadf00f HTTP/1.1" status: 200 len: 992 time: 1.2097974 May 23 15:45:55.783069 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-fdb98103-65f4-4839-a3a6-d0e195abf16b None None] Set router b2237190-0ecc-4cc4-8801-a8906c7f1eb7 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:45:55.794648 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164d76a9-92eb-4baa-a83e-0dedfcde4e8d x-openstack-request-id: req-164d76a9-92eb-4baa-a83e-0dedfcde4e8d {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:45:55.794949 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15c3a3b9-3d55-44c3-8627-ba397c1f069d", "tag": "f835d7e4-2023-42a3-91c1-27e29436c365", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:45:55.795210 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-164d76a9-92eb-4baa-a83e-0dedfcde4e8d {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:45:55.795617 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-164d76a9-92eb-4baa-a83e-0dedfcde4e8d'] response: {'name': 'network-changed', 'server_uuid': '15c3a3b9-3d55-44c3-8627-ba397c1f069d', 'tag': 'f835d7e4-2023-42a3-91c1-27e29436c365', 'status': 'completed', 'code': 200} May 23 15:45:55.988432 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-fdb98103-65f4-4839-a3a6-d0e195abf16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'name': 'tempest-ServerRescueNegativeTestJSON-9416292-router', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'beeffdb6-4c55-477c-947b-4ff9ee4e4cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '65483f2a0c914022b38e501691095c51', 'gw_port': {'id': 'beeffdb6-4c55-477c-947b-4ff9ee4e4cd1', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:37Z', 'updated_at': '2022-05-23T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '6f35c6a7-a825-4e7f-80c0-71f1bcadf00f', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'port_id': 'f835d7e4-2023-42a3-91c1-27e29436c365', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d', 'mac_address': 'fa:16:3e:cd:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c3a3b9-3d55-44c3-8627-ba397c1f069d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:43:57Z', 'updated_at': '2022-05-23T15:45:54Z', 'revision_number': 3, 'project_id': '65483f2a0c914022b38e501691095c51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5771a809-8ea4-4c03-8585-e04bff0a8f9c', 'name': '', 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'mac_address': 'fa:16:3e:3a:52:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ca534db1-6e0a-429d-b324-076955c1b25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:41Z', 'updated_at': '2022-05-23T15:41:50Z', 'revision_number': 5, 'project_id': '65483f2a0c914022b38e501691095c51', 'subnets': [{'id': 'ca534db1-6e0a-429d-b324-076955c1b25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:56.012415 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb98103-65f4-4839-a3a6-d0e195abf16b None None] Checking router: b2237190-0ecc-4cc4-8801-a8906c7f1eb7 for host: dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:45:56.020670 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb98103-65f4-4839-a3a6-d0e195abf16b None None] Routers {'b2237190-0ecc-4cc4-8801-a8906c7f1eb7'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:45:56.021319 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-fdb98103-65f4-4839-a3a6-d0e195abf16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:45:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['b2237190-0ecc-4cc4-8801-a8906c7f1eb7'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:56.121190 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-fdb98103-65f4-4839-a3a6-d0e195abf16b None None] Set router b2237190-0ecc-4cc4-8801-a8906c7f1eb7 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:45:56.220324 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a9691-25af-4cff-ad54-708b26a43b56 req-09b75c1a-6df1-4707-b52e-8e4b3d882abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:56.221910 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-472a9691-25af-4cff-ad54-708b26a43b56 req-09b75c1a-6df1-4707-b52e-8e4b3d882abf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65483f2a0c914022b38e501691095c51&device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 1129 time: 0.0399623 May 23 15:45:56.231005 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:45:56.319417 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a9691-25af-4cff-ad54-708b26a43b56 req-737ecd60-b99b-47ef-a604-7051907d7b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:56.321636 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-472a9691-25af-4cff-ad54-708b26a43b56 req-737ecd60-b99b-47ef-a604-7051907d7b84 service neutron] 10.222.0.69 "GET /v2.0/networks?id=eeca0c6c-3155-49db-bdc5-95de249b904d HTTP/1.1" status: 200 len: 917 time: 0.0894730 May 23 15:45:56.337463 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-fdb98103-65f4-4839-a3a6-d0e195abf16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'name': 'tempest-ServerRescueNegativeTestJSON-9416292-router', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'beeffdb6-4c55-477c-947b-4ff9ee4e4cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '65483f2a0c914022b38e501691095c51', 'gw_port': {'id': 'beeffdb6-4c55-477c-947b-4ff9ee4e4cd1', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:37Z', 'updated_at': '2022-05-23T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '6f35c6a7-a825-4e7f-80c0-71f1bcadf00f', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'port_id': 'f835d7e4-2023-42a3-91c1-27e29436c365', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d', 'mac_address': 'fa:16:3e:cd:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c3a3b9-3d55-44c3-8627-ba397c1f069d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:43:57Z', 'updated_at': '2022-05-23T15:45:54Z', 'revision_number': 3, 'project_id': '65483f2a0c914022b38e501691095c51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5771a809-8ea4-4c03-8585-e04bff0a8f9c', 'name': '', 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'mac_address': 'fa:16:3e:3a:52:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ca534db1-6e0a-429d-b324-076955c1b25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:41Z', 'updated_at': '2022-05-23T15:41:50Z', 'revision_number': 5, 'project_id': '65483f2a0c914022b38e501691095c51', 'subnets': [{'id': 'ca534db1-6e0a-429d-b324-076955c1b25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:56.365209 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb98103-65f4-4839-a3a6-d0e195abf16b None None] The sync data for ids ['b2237190-0ecc-4cc4-8801-a8906c7f1eb7'] in dv-cinder-840678-12-iscsi is: [{'id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'name': 'tempest-ServerRescueNegativeTestJSON-9416292-router', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'beeffdb6-4c55-477c-947b-4ff9ee4e4cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '65483f2a0c914022b38e501691095c51', 'gw_port': {'id': 'beeffdb6-4c55-477c-947b-4ff9ee4e4cd1', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:37Z', 'updated_at': '2022-05-23T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '6f35c6a7-a825-4e7f-80c0-71f1bcadf00f', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'port_id': 'f835d7e4-2023-42a3-91c1-27e29436c365', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d', 'mac_address': 'fa:16:3e:cd:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c3a3b9-3d55-44c3-8627-ba397c1f069d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:43:57Z', 'updated_at': '2022-05-23T15:45:54Z', 'revision_number': 3, 'project_id': '65483f2a0c914022b38e501691095c51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5771a809-8ea4-4c03-8585-e04bff0a8f9c', 'name': '', 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'mac_address': 'fa:16:3e:3a:52:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ca534db1-6e0a-429d-b324-076955c1b25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:41Z', 'updated_at': '2022-05-23T15:41:50Z', 'revision_number': 5, 'project_id': '65483f2a0c914022b38e501691095c51', 'subnets': [{'id': 'ca534db1-6e0a-429d-b324-076955c1b25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:45:56.417986 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-472a9691-25af-4cff-ad54-708b26a43b56 req-4d75a453-4dad-4ea0-a9fe-2910d5558ff0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f835d7e4-2023-42a3-91c1-27e29436c365 HTTP/1.1" status: 200 len: 1000 time: 0.0665450 May 23 15:45:56.471263 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a9691-25af-4cff-ad54-708b26a43b56 req-b5d15246-3879-4f7d-bc57-d00fa616fc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:56.473427 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-472a9691-25af-4cff-ad54-708b26a43b56 req-b5d15246-3879-4f7d-bc57-d00fa616fc0f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca534db1-6e0a-429d-b324-076955c1b25f HTTP/1.1" status: 200 len: 855 time: 0.0476050 May 23 15:45:56.522817 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a9691-25af-4cff-ad54-708b26a43b56 req-d5c040be-b2fa-4757-9c7d-dd61ea5a1a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:56.524125 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-472a9691-25af-4cff-ad54-708b26a43b56 req-d5c040be-b2fa-4757-9c7d-dd61ea5a1a7b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eeca0c6c-3155-49db-bdc5-95de249b904d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441601 May 23 15:45:56.577654 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:56.615069 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-472a9691-25af-4cff-ad54-708b26a43b56 req-c6dc0fac-d1b2-4981-8a6b-878ef6726a60 service neutron] 10.222.0.69 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831060 May 23 15:45:56.708347 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-472a9691-25af-4cff-ad54-708b26a43b56 req-a2dd079b-64b7-46cf-8cec-45507718a694 service neutron] 10.222.0.69 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861876 May 23 15:45:56.893459 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8cd39-c7cf-4ce9-8b7b-aa5e9c6c04de req-4330f1e7-220b-403e-a2f2-fdf24bb3690e tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:56.894839 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1da8cd39-c7cf-4ce9-8b7b-aa5e9c6c04de req-4330f1e7-220b-403e-a2f2-fdf24bb3690e tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=54ec3019-6a8e-4080-a386-3894a165c7eb HTTP/1.1" status: 200 len: 945 time: 0.0503469 May 23 15:45:56.943519 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1da8cd39-c7cf-4ce9-8b7b-aa5e9c6c04de req-2fdd8482-a9a3-4b4f-9e4d-615ea8c90c68 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427582 May 23 15:45:57.059523 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3cfe5-7262-4312-9027-724f3487ecdd req-4b4fa2b9-31af-4b79-aea9-3fc1fc0f47cd tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:57.060971 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2fa3cfe5-7262-4312-9027-724f3487ecdd req-4b4fa2b9-31af-4b79-aea9-3fc1fc0f47cd tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=54ec3019-6a8e-4080-a386-3894a165c7eb HTTP/1.1" status: 200 len: 945 time: 0.0482118 May 23 15:45:57.110755 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2fa3cfe5-7262-4312-9027-724f3487ecdd req-abdddc0b-28bd-4a65-9a3f-f3ff6cf09102 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443392 May 23 15:45:57.132586 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 46650) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:57.259766 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82005535-2df7-4d08-b1bf-4da47076fe26 tempest-TestVolumeBootPattern-1137894001 tempest-TestVolumeBootPattern-1137894001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:57.261257 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-82005535-2df7-4d08-b1bf-4da47076fe26 tempest-TestVolumeBootPattern-1137894001 tempest-TestVolumeBootPattern-1137894001-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=54ec3019-6a8e-4080-a386-3894a165c7eb HTTP/1.1" status: 200 len: 1124 time: 0.1271389 May 23 15:45:57.264253 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 46654) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:45:57.268393 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-dd074776-6ded-4b64-b336-13e2b5c2e0d5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Request body: {'floatingip': {'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'port_id': '9998b808-7746-404c-a44c-c2b50e15e918', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'fixed_ip_address': '172.20.0.7'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:45:57.383968 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-dd074776-6ded-4b64-b336-13e2b5c2e0d5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:57.464987 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-dd074776-6ded-4b64-b336-13e2b5c2e0d5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:57.551265 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:57.571023 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_common [None req-dd074776-6ded-4b64-b336-13e2b5c2e0d5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Allocated IP 172.27.3.244 (423e159f-0d94-4204-8598-641f4ed121cf/6893e8f7-d8c8-4bdd-8cf7-487cc5c00794/9ed98ed1-a586-4734-bbc4-87d7beb0bb06) {{(pid=111209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:45:57.668570 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-dd074776-6ded-4b64-b336-13e2b5c2e0d5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for port (9ed98ed1-a586-4734-bbc4-87d7beb0bb06), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:57.732636 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-dd074776-6ded-4b64-b336-13e2b5c2e0d5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (9ed98ed1-a586-4734-bbc4-87d7beb0bb06), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:57.774602 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd074776-6ded-4b64-b336-13e2b5c2e0d5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Network 423e159f-0d94-4204-8598-641f4ed121cf is already hosted by enough agents. {{(pid=111209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:45:57.779542 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [None req-dd074776-6ded-4b64-b336-13e2b5c2e0d5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Resources bound (agent type, host, resource id): {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:45:57.781949 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd074776-6ded-4b64-b336-13e2b5c2e0d5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Received port after_create {{(pid=111209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:45:57.785211 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd074776-6ded-4b64-b336-13e2b5c2e0d5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Pushing event updated for resources: {'Port': ['ID=9ed98ed1-a586-4734-bbc4-87d7beb0bb06,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:57.807055 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c3a3b9-3d55-44c3-8627-ba397c1f069d', 'tag': 'f835d7e4-2023-42a3-91c1-27e29436c365'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:45:57.809365 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546f6533-a6dc-443a-aba1-c84da01eb9fc" -d '{"events": [{"name": "network-changed", "server_uuid": "15c3a3b9-3d55-44c3-8627-ba397c1f069d", "tag": "f835d7e4-2023-42a3-91c1-27e29436c365"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:45:57.825304 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:57.852517 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23694202-3d2b-4a0e-b8cc-9b0f775d8ee8 x-openstack-request-id: req-23694202-3d2b-4a0e-b8cc-9b0f775d8ee8 {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:45:57.853197 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15c3a3b9-3d55-44c3-8627-ba397c1f069d", "tag": "f835d7e4-2023-42a3-91c1-27e29436c365", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:45:57.853197 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-23694202-3d2b-4a0e-b8cc-9b0f775d8ee8 {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:45:57.853434 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23694202-3d2b-4a0e-b8cc-9b0f775d8ee8'] response: {'name': 'network-changed', 'server_uuid': '15c3a3b9-3d55-44c3-8627-ba397c1f069d', 'tag': 'f835d7e4-2023-42a3-91c1-27e29436c365', 'status': 'completed', 'code': 200} May 23 15:45:58.157573 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-dd074776-6ded-4b64-b336-13e2b5c2e0d5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for floatingip (47b2d9e7-215c-4503-9a17-845a8d8c9807), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:58.163200 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f6533-a6dc-443a-aba1-c84da01eb9fc req-74de7147-f79d-4303-bb68-9bc9ef96c6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:58.164740 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-546f6533-a6dc-443a-aba1-c84da01eb9fc req-74de7147-f79d-4303-bb68-9bc9ef96c6e3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65483f2a0c914022b38e501691095c51&device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 1129 time: 0.2569437 May 23 15:45:58.256905 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f6533-a6dc-443a-aba1-c84da01eb9fc req-45b09c3b-764b-4082-84b2-eace1d2548f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:58.258939 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-546f6533-a6dc-443a-aba1-c84da01eb9fc req-45b09c3b-764b-4082-84b2-eace1d2548f2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=eeca0c6c-3155-49db-bdc5-95de249b904d HTTP/1.1" status: 200 len: 917 time: 0.0861712 May 23 15:45:58.310193 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:58.311795 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:58.312609 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-dd074776-6ded-4b64-b336-13e2b5c2e0d5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (9ed98ed1-a586-4734-bbc4-87d7beb0bb06), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:58.325757 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-546f6533-a6dc-443a-aba1-c84da01eb9fc req-7721eb79-d2f4-4652-8a38-ac966c6c187e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f835d7e4-2023-42a3-91c1-27e29436c365 HTTP/1.1" status: 200 len: 1000 time: 0.0607903 May 23 15:45:58.369902 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=100 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:58.370974 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:58.375585 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f6533-a6dc-443a-aba1-c84da01eb9fc req-b1c24815-dda7-4881-902c-c9a0c3fe7ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:58.377106 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-546f6533-a6dc-443a-aba1-c84da01eb9fc req-b1c24815-dda7-4881-902c-c9a0c3fe7ac8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca534db1-6e0a-429d-b324-076955c1b25f HTTP/1.1" status: 200 len: 855 time: 0.0446651 May 23 15:45:58.426639 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f6533-a6dc-443a-aba1-c84da01eb9fc req-28e9d0c5-1240-4dfa-a2eb-0e5b75486724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:58.428135 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-546f6533-a6dc-443a-aba1-c84da01eb9fc req-28e9d0c5-1240-4dfa-a2eb-0e5b75486724 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eeca0c6c-3155-49db-bdc5-95de249b904d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441961 May 23 15:45:58.483270 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=100 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:58.511671 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-dd074776-6ded-4b64-b336-13e2b5c2e0d5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for port (9ed98ed1-a586-4734-bbc4-87d7beb0bb06), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:58.523795 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-546f6533-a6dc-443a-aba1-c84da01eb9fc req-70835df6-5830-422d-a2c2-3d983c5e5793 service neutron] 10.222.0.69 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887554 May 23 15:45:58.577749 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-dd074776-6ded-4b64-b336-13e2b5c2e0d5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (9ed98ed1-a586-4734-bbc4-87d7beb0bb06), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:58.615546 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-546f6533-a6dc-443a-aba1-c84da01eb9fc req-981389c8-a85f-4d53-90c6-d18abe259eaa service neutron] 10.222.0.69 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829859 May 23 15:45:58.648261 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd074776-6ded-4b64-b336-13e2b5c2e0d5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Pushing event updated for resources: {'Port': ['ID=9ed98ed1-a586-4734-bbc4-87d7beb0bb06,revision_number=2']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:45:58.659253 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-dd074776-6ded-4b64-b336-13e2b5c2e0d5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (47b2d9e7-215c-4503-9a17-845a8d8c9807), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:58.752955 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.db.l3_db [None req-dd074776-6ded-4b64-b336-13e2b5c2e0d5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Floating IP 47b2d9e7-215c-4503-9a17-845a8d8c9807 associated. External IP: 172.27.3.244, port: 9998b808-7746-404c-a44c-c2b50e15e918. May 23 15:45:58.842986 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:58.956744 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd074776-6ded-4b64-b336-13e2b5c2e0d5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Router f674e184-743d-48cf-902d-cbf0a969171c has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:45:59.062854 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd074776-6ded-4b64-b336-13e2b5c2e0d5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:45:59.073363 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8436ffd2-0ffa-4595-805c-ae2a4d5b3dfb None None] Sync routers for ids ['f674e184-743d-48cf-902d-cbf0a969171c'] in dv-cinder-840678-12-iscsi {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:45:59.083192 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8436ffd2-0ffa-4595-805c-ae2a4d5b3dfb None None] Routers {'f674e184-743d-48cf-902d-cbf0a969171c'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:45:59.086706 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-8436ffd2-0ffa-4595-805c-ae2a4d5b3dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:45:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['f674e184-743d-48cf-902d-cbf0a969171c'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:59.157459 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-dd074776-6ded-4b64-b336-13e2b5c2e0d5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:45:59.187616 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-8436ffd2-0ffa-4595-805c-ae2a4d5b3dfb None None] Set router f674e184-743d-48cf-902d-cbf0a969171c gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:45:59.189717 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-dd074776-6ded-4b64-b336-13e2b5c2e0d5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9244809 May 23 15:45:59.356904 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:59.414967 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:45:59.431560 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-8436ffd2-0ffa-4595-805c-ae2a4d5b3dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'name': 'tempest-TestVolumeBootPattern-1539260989-router', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:03Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'gw_port': {'id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:04Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '47b2d9e7-215c-4503-9a17-845a8d8c9807', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'port_id': '9998b808-7746-404c-a44c-c2b50e15e918', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'mac_address': 'fa:16:3e:aa:f4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ec3019-6a8e-4080-a386-3894a165c7eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:45:58Z', 'updated_at': '2022-05-23T15:45:58Z', 'revision_number': 0, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd876133e-d7d1-4101-999d-81323a4b08bf', 'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'mac_address': 'fa:16:3e:71:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:06Z', 'updated_at': '2022-05-23T15:45:10Z', 'revision_number': 5, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'subnets': [{'id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:59.573306 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8436ffd2-0ffa-4595-805c-ae2a4d5b3dfb None None] Checking router: f674e184-743d-48cf-902d-cbf0a969171c for host: dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:45:59.582504 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8436ffd2-0ffa-4595-805c-ae2a4d5b3dfb None None] Routers {'f674e184-743d-48cf-902d-cbf0a969171c'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:45:59.583125 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-8436ffd2-0ffa-4595-805c-ae2a4d5b3dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:45:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['f674e184-743d-48cf-902d-cbf0a969171c'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:59.685050 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-8436ffd2-0ffa-4595-805c-ae2a4d5b3dfb None None] Set router f674e184-743d-48cf-902d-cbf0a969171c gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:45:59.854745 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ec3019-6a8e-4080-a386-3894a165c7eb', 'tag': '9998b808-7746-404c-a44c-c2b50e15e918'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:45:59.857040 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab54a906-4e25-4bd8-ad75-b8e323601813" -d '{"events": [{"name": "network-changed", "server_uuid": "54ec3019-6a8e-4080-a386-3894a165c7eb", "tag": "9998b808-7746-404c-a44c-c2b50e15e918"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:45:59.891750 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbca45e-a0a5-4f82-ab3b-6e7e2dda724f x-openstack-request-id: req-bbbca45e-a0a5-4f82-ab3b-6e7e2dda724f {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:45:59.891933 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-8436ffd2-0ffa-4595-805c-ae2a4d5b3dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'name': 'tempest-TestVolumeBootPattern-1539260989-router', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:03Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'gw_port': {'id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:04Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '47b2d9e7-215c-4503-9a17-845a8d8c9807', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'port_id': '9998b808-7746-404c-a44c-c2b50e15e918', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'mac_address': 'fa:16:3e:aa:f4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ec3019-6a8e-4080-a386-3894a165c7eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:45:58Z', 'updated_at': '2022-05-23T15:45:58Z', 'revision_number': 0, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd876133e-d7d1-4101-999d-81323a4b08bf', 'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'mac_address': 'fa:16:3e:71:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:06Z', 'updated_at': '2022-05-23T15:45:10Z', 'revision_number': 5, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'subnets': [{'id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:45:59.892076 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ec3019-6a8e-4080-a386-3894a165c7eb", "tag": "9998b808-7746-404c-a44c-c2b50e15e918", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:45:59.892296 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bbbca45e-a0a5-4f82-ab3b-6e7e2dda724f {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:45:59.892701 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbbca45e-a0a5-4f82-ab3b-6e7e2dda724f'] response: {'name': 'network-changed', 'server_uuid': '54ec3019-6a8e-4080-a386-3894a165c7eb', 'tag': '9998b808-7746-404c-a44c-c2b50e15e918', 'status': 'completed', 'code': 200} May 23 15:45:59.920445 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8436ffd2-0ffa-4595-805c-ae2a4d5b3dfb None None] The sync data for ids ['f674e184-743d-48cf-902d-cbf0a969171c'] in dv-cinder-840678-12-iscsi is: [{'id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'name': 'tempest-TestVolumeBootPattern-1539260989-router', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:03Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'gw_port': {'id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:04Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '47b2d9e7-215c-4503-9a17-845a8d8c9807', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'port_id': '9998b808-7746-404c-a44c-c2b50e15e918', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'mac_address': 'fa:16:3e:aa:f4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ec3019-6a8e-4080-a386-3894a165c7eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:45:58Z', 'updated_at': '2022-05-23T15:45:58Z', 'revision_number': 0, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd876133e-d7d1-4101-999d-81323a4b08bf', 'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'mac_address': 'fa:16:3e:71:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:06Z', 'updated_at': '2022-05-23T15:45:10Z', 'revision_number': 5, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'subnets': [{'id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:45:59.992087 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54a906-4e25-4bd8-ad75-b8e323601813 req-8db46c3b-340d-4325-b9f6-33363642a2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:45:59.994123 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-ab54a906-4e25-4bd8-ad75-b8e323601813 req-8db46c3b-340d-4325-b9f6-33363642a2f3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6263581d20ea47bcae22d736f7934e05&device_id=54ec3019-6a8e-4080-a386-3894a165c7eb HTTP/1.1" status: 200 len: 1129 time: 0.0462878 May 23 15:46:00.090194 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54a906-4e25-4bd8-ad75-b8e323601813 req-1e2934f5-52f6-48b6-b9c0-c6c4e5c61d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:00.091689 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-ab54a906-4e25-4bd8-ad75-b8e323601813 req-1e2934f5-52f6-48b6-b9c0-c6c4e5c61d64 service neutron] 10.222.0.69 "GET /v2.0/networks?id=719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 HTTP/1.1" status: 200 len: 913 time: 0.0901995 May 23 15:46:00.126382 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7762c3-013c-4bab-b0ff-57ba29825ee1 None None] New status for floating IP 47b2d9e7-215c-4503-9a17-845a8d8c9807: ACTIVE {{(pid=111211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:46:00.160798 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-ab54a906-4e25-4bd8-ad75-b8e323601813 req-3ca04927-ec3b-49d8-94be-9598a290aeff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9998b808-7746-404c-a44c-c2b50e15e918 HTTP/1.1" status: 200 len: 999 time: 0.0607572 May 23 15:46:00.212200 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54a906-4e25-4bd8-ad75-b8e323601813 req-ef1bd1aa-159e-4878-9a84-ec0693db907d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:00.213639 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-ab54a906-4e25-4bd8-ad75-b8e323601813 req-ef1bd1aa-159e-4878-9a84-ec0693db907d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=150d6d13-664a-4a20-9c02-8454a2e4aaca HTTP/1.1" status: 200 len: 851 time: 0.0447261 May 23 15:46:00.259572 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54a906-4e25-4bd8-ad75-b8e323601813 req-26329141-a33a-4efb-a1df-22db694529a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:00.261098 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-ab54a906-4e25-4bd8-ad75-b8e323601813 req-26329141-a33a-4efb-a1df-22db694529a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395629 May 23 15:46:00.355731 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-ab54a906-4e25-4bd8-ad75-b8e323601813 req-1e389910-c876-4a22-bff3-f3e9e0cecbc8 service neutron] 10.222.0.69 "GET /v2.0/networks/719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864882 May 23 15:46:00.448834 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-ab54a906-4e25-4bd8-ad75-b8e323601813 req-2252e8ba-b37a-45b9-8d91-61e56123f21b service neutron] 10.222.0.69 "GET /v2.0/networks/719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845566 May 23 15:46:09.185345 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=12,neutron:DELETE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:09.187253 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=80,neutron:DELETE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:09.894777 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=52 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:09.895629 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=30 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:10.296704 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:10.439579 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=74 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:10.445564 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=57 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:13.813250 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe11870-1caa-4102-a8aa-ba1fbd1bf40a req-bf9b44a8-894c-40f1-b5cc-fd974cb7953c tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:13.814696 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6fe11870-1caa-4102-a8aa-ba1fbd1bf40a req-bf9b44a8-894c-40f1-b5cc-fd974cb7953c tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 945 time: 0.0482929 May 23 15:46:13.863384 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6fe11870-1caa-4102-a8aa-ba1fbd1bf40a req-c79120f6-e4b5-4edb-b74e-b3046681e48f tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=11c336fb-176f-4cc2-9b5e-418b650dbc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430219 May 23 15:46:15.013408 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a7b07-18d5-468a-bc06-792c8074b690 req-d3ece00b-fd50-4e9c-8699-f4a050203244 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:15.014829 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-724a7b07-18d5-468a-bc06-792c8074b690 req-d3ece00b-fd50-4e9c-8699-f4a050203244 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0980599 May 23 15:46:15.031007 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebe14c-d2a1-4e77-bd0e-28b8cc1c9588 req-576d919d-508c-49d6-80d4-3831e038d1f1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:15.033664 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d3ebe14c-d2a1-4e77-bd0e-28b8cc1c9588 req-576d919d-508c-49d6-80d4-3831e038d1f1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 945 time: 0.0763371 May 23 15:46:15.123905 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-724a7b07-18d5-468a-bc06-792c8074b690 req-b7d395ae-534d-413d-bc00-acd58d55e0f7 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019466 May 23 15:46:15.126744 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d3ebe14c-d2a1-4e77-bd0e-28b8cc1c9588 req-9061c2e6-5dab-49ce-8d0f-32a5ea9c6398 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=11c336fb-176f-4cc2-9b5e-418b650dbc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832169 May 23 15:46:16.271594 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd08ac-9e2b-4724-9280-6be2a896fed2 req-600215c2-571f-4c35-aa24-da5d3ada306a tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:16.273052 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-91dd08ac-9e2b-4724-9280-6be2a896fed2 req-600215c2-571f-4c35-aa24-da5d3ada306a tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0783682 May 23 15:46:16.281466 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5d11f-8626-4eb3-8ae8-a95d60395ead req-a8974cc3-d312-46e6-bcb7-6e9080a1e9f6 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:16.282845 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2ab5d11f-8626-4eb3-8ae8-a95d60395ead req-a8974cc3-d312-46e6-bcb7-6e9080a1e9f6 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 945 time: 0.0774322 May 23 15:46:16.357378 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-91dd08ac-9e2b-4724-9280-6be2a896fed2 req-c9d65419-ff9f-41e1-9a3c-3ce6157e4b75 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735655 May 23 15:46:16.360592 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2ab5d11f-8626-4eb3-8ae8-a95d60395ead req-930a64ee-0764-45de-9b1d-510c6fae323c tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=11c336fb-176f-4cc2-9b5e-418b650dbc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701528 May 23 15:46:17.504503 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda28d3-80a0-4fac-88b5-34eab6352a40 req-e3d21f4f-f409-4531-aae8-c0b4c519eb86 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:17.506016 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3dda28d3-80a0-4fac-88b5-34eab6352a40 req-e3d21f4f-f409-4531-aae8-c0b4c519eb86 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0780363 May 23 15:46:17.514402 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd7227-ac24-476a-8334-b6c3881bcfb1 req-12e4781b-6eb1-4c43-ab59-f896c0ec86fa tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:17.515774 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-27fd7227-ac24-476a-8334-b6c3881bcfb1 req-12e4781b-6eb1-4c43-ab59-f896c0ec86fa tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 945 time: 0.0774143 May 23 15:46:17.588849 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3dda28d3-80a0-4fac-88b5-34eab6352a40 req-a92eca96-5295-47a8-a390-ebbee4adce47 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=1117a1e0-afb6-473e-8343-f489bf4e0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721388 May 23 15:46:17.592636 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-27fd7227-ac24-476a-8334-b6c3881bcfb1 req-4433b4a9-5428-4c68-8d41-b0e0c9a2cee0 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=11c336fb-176f-4cc2-9b5e-418b650dbc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693300 May 23 15:46:17.668193 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d5d42-8254-4336-8a5d-ed470ea37e0a req-308bb501-2b5b-43c4-86f7-603105de670c tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:17.669803 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c73d5d42-8254-4336-8a5d-ed470ea37e0a req-308bb501-2b5b-43c4-86f7-603105de670c tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.69 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 945 time: 0.0475674 May 23 15:46:17.705733 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b3369-1e27-41de-8841-b0e007fef196 req-357881b0-2095-4dbd-919c-badc6e5142c0 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:17.707256 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-e81b3369-1e27-41de-8841-b0e007fef196 req-357881b0-2095-4dbd-919c-badc6e5142c0 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.69 "GET /v2.0/ports?device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 945 time: 0.0850532 May 23 15:46:17.761477 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-c73d5d42-8254-4336-8a5d-ed470ea37e0a req-6b336284-2b86-45df-9709-12a68ca92557 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Deleting port f434c841-96a2-4c6e-a73f-0d44004c417c {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:46:17.761878 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-c73d5d42-8254-4336-8a5d-ed470ea37e0a req-6b336284-2b86-45df-9709-12a68ca92557 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (f434c841-96a2-4c6e-a73f-0d44004c417c), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:17.822974 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [req-e81b3369-1e27-41de-8841-b0e007fef196 req-6e68b451-356c-4521-aacf-d96b0a816605 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Deleting port 835b3c97-b279-41ce-9d47-79f0eb6219e8 {{(pid=111208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:46:17.823323 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-e81b3369-1e27-41de-8841-b0e007fef196 req-6e68b451-356c-4521-aacf-d96b0a816605 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (835b3c97-b279-41ce-9d47-79f0eb6219e8), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:17.852466 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-c73d5d42-8254-4336-8a5d-ed470ea37e0a req-6b336284-2b86-45df-9709-12a68ca92557 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] For port f434c841-96a2-4c6e-a73f-0d44004c417c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f434c841-96a2-4c6e-a73f-0d44004c417c,segment=NetworkSegment(b005c863-acdf-4694-8e46-1c0859e70836),segment_id=b005c863-acdf-4694-8e46-1c0859e70836)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:46:17.852832 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-c73d5d42-8254-4336-8a5d-ed470ea37e0a req-6b336284-2b86-45df-9709-12a68ca92557 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (f434c841-96a2-4c6e-a73f-0d44004c417c), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:17.915902 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [req-e81b3369-1e27-41de-8841-b0e007fef196 req-6e68b451-356c-4521-aacf-d96b0a816605 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] For port 835b3c97-b279-41ce-9d47-79f0eb6219e8, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=835b3c97-b279-41ce-9d47-79f0eb6219e8,segment=NetworkSegment(eb2ba815-dec5-4bfe-b7e3-360ced084414),segment_id=eb2ba815-dec5-4bfe-b7e3-360ced084414)] {{(pid=111208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:46:17.916184 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-e81b3369-1e27-41de-8841-b0e007fef196 req-6e68b451-356c-4521-aacf-d96b0a816605 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (835b3c97-b279-41ce-9d47-79f0eb6219e8), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:18.042959 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:18.057622 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:18.068395 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-c73d5d42-8254-4336-8a5d-ed470ea37e0a req-6b336284-2b86-45df-9709-12a68ca92557 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:18.068611 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-c73d5d42-8254-4336-8a5d-ed470ea37e0a req-6b336284-2b86-45df-9709-12a68ca92557 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (49aa59fc-c96e-4a80-b415-9801ca2c5482), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:18.069161 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.db.l3_db [req-c73d5d42-8254-4336-8a5d-ed470ea37e0a req-6b336284-2b86-45df-9709-12a68ca92557 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Floating IP 49aa59fc-c96e-4a80-b415-9801ca2c5482 disassociated. External IP: 172.27.3.213, port: f434c841-96a2-4c6e-a73f-0d44004c417c. May 23 15:46:18.069299 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-c73d5d42-8254-4336-8a5d-ed470ea37e0a req-6b336284-2b86-45df-9709-12a68ca92557 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Calling delete_port for f434c841-96a2-4c6e-a73f-0d44004c417c owned by compute:nova {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:46:18.133182 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-e81b3369-1e27-41de-8841-b0e007fef196 req-6e68b451-356c-4521-aacf-d96b0a816605 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:18.133568 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-e81b3369-1e27-41de-8841-b0e007fef196 req-6e68b451-356c-4521-aacf-d96b0a816605 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (66d9a038-9232-4ffd-abcd-888fcd44baf3), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:18.133870 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.db.l3_db [req-e81b3369-1e27-41de-8841-b0e007fef196 req-6e68b451-356c-4521-aacf-d96b0a816605 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Floating IP 66d9a038-9232-4ffd-abcd-888fcd44baf3 disassociated. External IP: 172.27.3.234, port: 835b3c97-b279-41ce-9d47-79f0eb6219e8. May 23 15:46:18.134219 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [req-e81b3369-1e27-41de-8841-b0e007fef196 req-6e68b451-356c-4521-aacf-d96b0a816605 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Calling delete_port for 835b3c97-b279-41ce-9d47-79f0eb6219e8 owned by compute:nova {{(pid=111208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:46:18.263698 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-c73d5d42-8254-4336-8a5d-ed470ea37e0a req-6b336284-2b86-45df-9709-12a68ca92557 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (f434c841-96a2-4c6e-a73f-0d44004c417c), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:18.291121 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b336284-2b86-45df-9709-12a68ca92557 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Pushing event deleted for resources: {'Port': ['ID=f434c841-96a2-4c6e-a73f-0d44004c417c,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:18.302968 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b336284-2b86-45df-9709-12a68ca92557 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:18.303102 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b336284-2b86-45df-9709-12a68ca92557 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:18.303447 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b336284-2b86-45df-9709-12a68ca92557 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:18.303785 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b336284-2b86-45df-9709-12a68ca92557 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:18.304137 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b336284-2b86-45df-9709-12a68ca92557 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:18.304449 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b336284-2b86-45df-9709-12a68ca92557 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:18.304772 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b336284-2b86-45df-9709-12a68ca92557 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:18.305118 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b336284-2b86-45df-9709-12a68ca92557 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:18.305444 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b336284-2b86-45df-9709-12a68ca92557 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:18.305765 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b336284-2b86-45df-9709-12a68ca92557 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:18.306086 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b336284-2b86-45df-9709-12a68ca92557 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:18.306407 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b336284-2b86-45df-9709-12a68ca92557 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:18.306724 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b336284-2b86-45df-9709-12a68ca92557 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:18.307044 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b336284-2b86-45df-9709-12a68ca92557 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:18.307361 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b336284-2b86-45df-9709-12a68ca92557 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:18.350229 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-e81b3369-1e27-41de-8841-b0e007fef196 req-6e68b451-356c-4521-aacf-d96b0a816605 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (835b3c97-b279-41ce-9d47-79f0eb6219e8), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:18.379539 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68b451-356c-4521-aacf-d96b0a816605 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event deleted for resources: {'Port': ['ID=835b3c97-b279-41ce-9d47-79f0eb6219e8,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:18.394196 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e68b451-356c-4521-aacf-d96b0a816605 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:18.394558 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e68b451-356c-4521-aacf-d96b0a816605 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:18.394912 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e68b451-356c-4521-aacf-d96b0a816605 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:18.395252 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e68b451-356c-4521-aacf-d96b0a816605 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:18.395594 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e68b451-356c-4521-aacf-d96b0a816605 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:18.395939 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e68b451-356c-4521-aacf-d96b0a816605 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:18.396274 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e68b451-356c-4521-aacf-d96b0a816605 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:18.396642 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e68b451-356c-4521-aacf-d96b0a816605 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:18.396951 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e68b451-356c-4521-aacf-d96b0a816605 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:18.397369 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e68b451-356c-4521-aacf-d96b0a816605 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:18.397722 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e68b451-356c-4521-aacf-d96b0a816605 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:18.398031 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e68b451-356c-4521-aacf-d96b0a816605 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:18.398369 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e68b451-356c-4521-aacf-d96b0a816605 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:18.398696 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e68b451-356c-4521-aacf-d96b0a816605 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:18.399025 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e68b451-356c-4521-aacf-d96b0a816605 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:18.452237 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c73d5d42-8254-4336-8a5d-ed470ea37e0a req-6b336284-2b86-45df-9709-12a68ca92557 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Router 294ba236-1a49-4375-acaa-a4be0e7194b7 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:46:18.507995 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e81b3369-1e27-41de-8841-b0e007fef196 req-6e68b451-356c-4521-aacf-d96b0a816605 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:46:18.561746 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c73d5d42-8254-4336-8a5d-ed470ea37e0a req-6b336284-2b86-45df-9709-12a68ca92557 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:46:18.578070 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d95e5a-395e-48df-a3f1-3bb5dd220d09 None None] Sync routers for ids ['294ba236-1a49-4375-acaa-a4be0e7194b7'] in dv-cinder-840678-12-iscsi {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:46:18.591132 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d95e5a-395e-48df-a3f1-3bb5dd220d09 None None] Routers {'294ba236-1a49-4375-acaa-a4be0e7194b7'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:46:18.592151 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-66d95e5a-395e-48df-a3f1-3bb5dd220d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:45:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['294ba236-1a49-4375-acaa-a4be0e7194b7'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:46:18.605303 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73d5d42-8254-4336-8a5d-ed470ea37e0a req-6b336284-2b86-45df-9709-12a68ca92557 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] No DVR routers for this DVR port f434c841-96a2-4c6e-a73f-0d44004c417c on host hv-cinder-84067 {{(pid=111209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:46:18.608476 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-c73d5d42-8254-4336-8a5d-ed470ea37e0a req-6b336284-2b86-45df-9709-12a68ca92557 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:18.611788 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c73d5d42-8254-4336-8a5d-ed470ea37e0a req-6b336284-2b86-45df-9709-12a68ca92557 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.69 "DELETE /v2.0/ports/f434c841-96a2-4c6e-a73f-0d44004c417c HTTP/1.1" status: 204 len: 173 time: 0.9337466 May 23 15:46:18.612767 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800dd67c-e6dd-4712-9fe6-8d823b845358', 'name': 'network-vif-deleted', 'tag': 'f434c841-96a2-4c6e-a73f-0d44004c417c'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:46:18.615251 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296b72d8-abb7-4d0b-a019-e6da046c43e2" -d '{"events": [{"server_uuid": "800dd67c-e6dd-4712-9fe6-8d823b845358", "name": "network-vif-deleted", "tag": "f434c841-96a2-4c6e-a73f-0d44004c417c"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:46:18.634579 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e81b3369-1e27-41de-8841-b0e007fef196 req-6e68b451-356c-4521-aacf-d96b0a816605 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:46:18.647473 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db34f47-5ad4-4022-9563-b3aa8ed6a87c None None] Sync routers for ids ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'] in dv-cinder-840678-12-iscsi {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:46:18.669345 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db34f47-5ad4-4022-9563-b3aa8ed6a87c None None] Routers {'664d0f8c-af99-4e8c-a6dd-f6353adbfa51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:46:18.670309 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-7db34f47-5ad4-4022-9563-b3aa8ed6a87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:45:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:46:18.732380 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-66d95e5a-395e-48df-a3f1-3bb5dd220d09 None None] Set router 294ba236-1a49-4375-acaa-a4be0e7194b7 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:46:18.750652 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81b3369-1e27-41de-8841-b0e007fef196 req-6e68b451-356c-4521-aacf-d96b0a816605 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] No DVR routers for this DVR port 835b3c97-b279-41ce-9d47-79f0eb6219e8 on host hv-cinder-84067 {{(pid=111208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:46:18.754487 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-e81b3369-1e27-41de-8841-b0e007fef196 req-6e68b451-356c-4521-aacf-d96b0a816605 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:18.760534 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-e81b3369-1e27-41de-8841-b0e007fef196 req-6e68b451-356c-4521-aacf-d96b0a816605 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.69 "DELETE /v2.0/ports/835b3c97-b279-41ce-9d47-79f0eb6219e8 HTTP/1.1" status: 204 len: 173 time: 1.0431306 May 23 15:46:18.760534 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafabce5-30ac-488a-9d85-2d453337bf71', 'name': 'network-vif-deleted', 'tag': '835b3c97-b279-41ce-9d47-79f0eb6219e8'}] {{(pid=111208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:46:18.760534 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e8bc6f21cde82e90109a250a18be241d8bc12bef919575b3a0310827eb45c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2052a5-64c1-4d8d-a9ae-55f6dc63ca4e" -d '{"events": [{"server_uuid": "aafabce5-30ac-488a-9d85-2d453337bf71", "name": "network-vif-deleted", "tag": "835b3c97-b279-41ce-9d47-79f0eb6219e8"}]}' {{(pid=111208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:46:18.767472 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e81979de-f734-4287-8125-261a9df2373a req-c0b61e94-6751-4da4-9b18-9ce5b90494c6 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 210 time: 0.0587704 May 23 15:46:18.860458 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-7db34f47-5ad4-4022-9563-b3aa8ed6a87c None None] Set router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:46:18.884968 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65578b4e-4770-4f59-a045-66dd0fe0fcef x-openstack-request-id: req-65578b4e-4770-4f59-a045-66dd0fe0fcef {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:46:18.885394 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafabce5-30ac-488a-9d85-2d453337bf71", "name": "network-vif-deleted", "tag": "835b3c97-b279-41ce-9d47-79f0eb6219e8", "status": "completed", "code": 200}]} {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:46:18.885906 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-65578b4e-4770-4f59-a045-66dd0fe0fcef {{(pid=111208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:46:18.886420 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65578b4e-4770-4f59-a045-66dd0fe0fcef'] response: {'server_uuid': 'aafabce5-30ac-488a-9d85-2d453337bf71', 'name': 'network-vif-deleted', 'tag': '835b3c97-b279-41ce-9d47-79f0eb6219e8', 'status': 'completed', 'code': 200} May 23 15:46:18.894687 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:19.102200 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75dfb24a-25d9-4d76-a7ed-8a80540acdf0 x-openstack-request-id: req-75dfb24a-25d9-4d76-a7ed-8a80540acdf0 {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:46:19.102415 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800dd67c-e6dd-4712-9fe6-8d823b845358", "name": "network-vif-deleted", "tag": "f434c841-96a2-4c6e-a73f-0d44004c417c", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:46:19.102671 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-75dfb24a-25d9-4d76-a7ed-8a80540acdf0 {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:46:19.103321 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75dfb24a-25d9-4d76-a7ed-8a80540acdf0'] response: {'server_uuid': '800dd67c-e6dd-4712-9fe6-8d823b845358', 'name': 'network-vif-deleted', 'tag': 'f434c841-96a2-4c6e-a73f-0d44004c417c', 'status': 'completed', 'code': 200} May 23 15:46:19.105284 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6402957f-acfa-4997-930d-f83ea1618123 req-bc031072-8375-4e22-be93-580007bce6a0 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 210 time: 0.3366349 May 23 15:46:19.107701 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-66d95e5a-395e-48df-a3f1-3bb5dd220d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'name': 'tempest-AttachVolumeTestJSON-428610378-router', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:35Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'gw_port': {'id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:84:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': '0ad32ead-1ebc-4657-8773-8c9653fda652', 'name': '', 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'mac_address': 'fa:16:3e:36:3e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:41Z', 'updated_at': '2022-05-23T15:41:47Z', 'revision_number': 5, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'subnets': [{'id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:46:19.142832 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d95e5a-395e-48df-a3f1-3bb5dd220d09 None None] Checking router: 294ba236-1a49-4375-acaa-a4be0e7194b7 for host: dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:46:19.151617 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d95e5a-395e-48df-a3f1-3bb5dd220d09 None None] Routers {'294ba236-1a49-4375-acaa-a4be0e7194b7'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:46:19.152256 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-66d95e5a-395e-48df-a3f1-3bb5dd220d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:45:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['294ba236-1a49-4375-acaa-a4be0e7194b7'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:46:19.226127 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-7db34f47-5ad4-4022-9563-b3aa8ed6a87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:43:08Z', 'revision_number': 4, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port': {'id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:04Z', 'updated_at': '2022-05-23T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '85d780ba-4add-4de8-834e-ae1eee8d901b', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'port_id': 'cefdd54f-7186-4994-802f-370961a2ffcb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'mac_address': 'fa:16:3e:57:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2cd056-b2f1-43fb-a60a-323039d15162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:43:13Z', 'updated_at': '2022-05-23T15:43:47Z', 'revision_number': 2, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d87a55-685c-46b8-ae16-8a3aeaf73929', 'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'mac_address': 'fa:16:3e:de:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:07Z', 'updated_at': '2022-05-23T15:43:13Z', 'revision_number': 5, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'subnets': [{'id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:46:19.255040 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db34f47-5ad4-4022-9563-b3aa8ed6a87c None None] Checking router: 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 for host: dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:46:19.263718 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db34f47-5ad4-4022-9563-b3aa8ed6a87c None None] Routers {'664d0f8c-af99-4e8c-a6dd-f6353adbfa51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:46:19.264397 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-7db34f47-5ad4-4022-9563-b3aa8ed6a87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:45:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:46:19.269365 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-66d95e5a-395e-48df-a3f1-3bb5dd220d09 None None] Set router 294ba236-1a49-4375-acaa-a4be0e7194b7 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:46:19.367857 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-7db34f47-5ad4-4022-9563-b3aa8ed6a87c None None] Set router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:46:19.479679 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-66d95e5a-395e-48df-a3f1-3bb5dd220d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'name': 'tempest-AttachVolumeTestJSON-428610378-router', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:35Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'gw_port': {'id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:84:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': '0ad32ead-1ebc-4657-8773-8c9653fda652', 'name': '', 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'mac_address': 'fa:16:3e:36:3e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:41Z', 'updated_at': '2022-05-23T15:41:47Z', 'revision_number': 5, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'subnets': [{'id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:46:19.511840 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=100 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:19.516370 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d95e5a-395e-48df-a3f1-3bb5dd220d09 None None] The sync data for ids ['294ba236-1a49-4375-acaa-a4be0e7194b7'] in dv-cinder-840678-12-iscsi is: [{'id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'name': 'tempest-AttachVolumeTestJSON-428610378-router', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:35Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'gw_port': {'id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:84:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': '0ad32ead-1ebc-4657-8773-8c9653fda652', 'name': '', 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'mac_address': 'fa:16:3e:36:3e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:41Z', 'updated_at': '2022-05-23T15:41:47Z', 'revision_number': 5, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'subnets': [{'id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:46:19.595867 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-7db34f47-5ad4-4022-9563-b3aa8ed6a87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:43:08Z', 'revision_number': 4, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port': {'id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:04Z', 'updated_at': '2022-05-23T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '85d780ba-4add-4de8-834e-ae1eee8d901b', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'port_id': 'cefdd54f-7186-4994-802f-370961a2ffcb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'mac_address': 'fa:16:3e:57:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2cd056-b2f1-43fb-a60a-323039d15162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:43:13Z', 'updated_at': '2022-05-23T15:43:47Z', 'revision_number': 2, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d87a55-685c-46b8-ae16-8a3aeaf73929', 'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'mac_address': 'fa:16:3e:de:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:07Z', 'updated_at': '2022-05-23T15:43:13Z', 'revision_number': 5, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'subnets': [{'id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:46:19.635423 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db34f47-5ad4-4022-9563-b3aa8ed6a87c None None] The sync data for ids ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'] in dv-cinder-840678-12-iscsi is: [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:43:08Z', 'revision_number': 4, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port': {'id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:04Z', 'updated_at': '2022-05-23T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '85d780ba-4add-4de8-834e-ae1eee8d901b', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'port_id': 'cefdd54f-7186-4994-802f-370961a2ffcb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'mac_address': 'fa:16:3e:57:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2cd056-b2f1-43fb-a60a-323039d15162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:43:13Z', 'updated_at': '2022-05-23T15:43:47Z', 'revision_number': 2, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d87a55-685c-46b8-ae16-8a3aeaf73929', 'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'mac_address': 'fa:16:3e:de:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:07Z', 'updated_at': '2022-05-23T15:43:13Z', 'revision_number': 5, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'subnets': [{'id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:46:19.835323 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3df9b09-fb03-4b1f-9675-40639a6ace36 None None] New status for floating IP 49aa59fc-c96e-4a80-b415-9801ca2c5482: DOWN {{(pid=111210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:46:19.963941 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-fbb8cef2-3cf2-48fd-b7bb-9fc1feee8a0b req-b414ff35-cd60-487e-a8c3-b8c6841f92e5 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=800dd67c-e6dd-4712-9fe6-8d823b845358 HTTP/1.1" status: 200 len: 210 time: 0.0433977 May 23 15:46:19.973517 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7515e2-0ef3-4238-8777-3567e738dd2a None None] New status for floating IP 66d9a038-9232-4ffd-abcd-888fcd44baf3: DOWN {{(pid=111211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:46:20.228468 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9a3774aa-9b35-4f8e-a872-d5babc05dfd3 req-ab6b0d44-e5fc-4931-aa62-ed000cb6cee5 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=aafabce5-30ac-488a-9d85-2d453337bf71 HTTP/1.1" status: 200 len: 210 time: 0.0288968 May 23 15:46:20.896313 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 835b3c97-b279-41ce-9d47-79f0eb6219e8 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:46:20.916336 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] No Port match for: 835b3c97-b279-41ce-9d47-79f0eb6219e8 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:46:20.916692 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 835b3c97-b279-41ce-9d47-79f0eb6219e8 not bound to the agent host hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:46:20.917155 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device f434c841-96a2-4c6e-a73f-0d44004c417c no longer exists at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:46:20.936967 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] No Port match for: f434c841-96a2-4c6e-a73f-0d44004c417c {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:46:20.937348 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device f434c841-96a2-4c6e-a73f-0d44004c417c not bound to the agent host hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:46:21.356885 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 46734) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:46:21.409967 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-97b0aac1-3941-4c4d-85b4-cb05c9522f55 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group (11c336fb-176f-4cc2-9b5e-418b650dbc7c), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:21.419966 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:21.432171 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:21.434977 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-97b0aac1-3941-4c4d-85b4-cb05c9522f55 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group (11c336fb-176f-4cc2-9b5e-418b650dbc7c), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:21.554582 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-97b0aac1-3941-4c4d-85b4-cb05c9522f55 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (11c336fb-176f-4cc2-9b5e-418b650dbc7c), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:21.557230 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-97b0aac1-3941-4c4d-85b4-cb05c9522f55 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:21.558393 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-97b0aac1-3941-4c4d-85b4-cb05c9522f55 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "DELETE /v2.0/security-groups/11c336fb-176f-4cc2-9b5e-418b650dbc7c HTTP/1.1" status: 204 len: 168 time: 0.2004001 May 23 15:46:21.561899 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 46736) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:46:21.568030 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0aac1-3941-4c4d-85b4-cb05c9522f55 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c336fb-176f-4cc2-9b5e-418b650dbc7c,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:21.576536 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.api.v2.resource [None req-0f7ede7f-3fe9-469b-88b3-bb46b3347995 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] show failed (client error): The resource could not be found. May 23 15:46:21.577650 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-0f7ede7f-3fe9-469b-88b3-bb46b3347995 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups/11c336fb-176f-4cc2-9b5e-418b650dbc7c HTTP/1.1" status: 404 len: 347 time: 0.0142334 May 23 15:46:21.581683 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 46738) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:46:21.697102 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-452cfed0-2cf5-4dc4-adae-1251431e9de7 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Deleting port 6aba85b7-0b9a-4e39-a759-d87ea442914f {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:46:21.697734 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-452cfed0-2cf5-4dc4-adae-1251431e9de7 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (6aba85b7-0b9a-4e39-a759-d87ea442914f), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:21.787339 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-452cfed0-2cf5-4dc4-adae-1251431e9de7 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (6aba85b7-0b9a-4e39-a759-d87ea442914f), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:21.787675 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-452cfed0-2cf5-4dc4-adae-1251431e9de7 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for floatingip (6aba85b7-0b9a-4e39-a759-d87ea442914f), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:21.804914 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-452cfed0-2cf5-4dc4-adae-1251431e9de7 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Calling delete_port for 6aba85b7-0b9a-4e39-a759-d87ea442914f owned by network:floatingip {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:46:21.897720 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:UPDATE=2,neutron:SELECT=88,neutron:DELETE=10 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:21.909182 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-582bd69a-53fb-4f52-ae09-8bd8dd29cc4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:22.017658 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-452cfed0-2cf5-4dc4-adae-1251431e9de7 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (6aba85b7-0b9a-4e39-a759-d87ea442914f), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:22.041397 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:22.044367 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452cfed0-2cf5-4dc4-adae-1251431e9de7 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event deleted for resources: {'Port': ['ID=6aba85b7-0b9a-4e39-a759-d87ea442914f,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:22.108269 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-452cfed0-2cf5-4dc4-adae-1251431e9de7 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for floatingip (66d9a038-9232-4ffd-abcd-888fcd44baf3), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:22.110206 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-452cfed0-2cf5-4dc4-adae-1251431e9de7 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:22.111344 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-452cfed0-2cf5-4dc4-adae-1251431e9de7 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "DELETE /v2.0/floatingips/66d9a038-9232-4ffd-abcd-888fcd44baf3 HTTP/1.1" status: 204 len: 168 time: 0.5287292 May 23 15:46:22.121938 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 46744) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:46:22.181527 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-5bba3b71-d563-49c8-9050-500e210bcb1e tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for security_group (1117a1e0-afb6-473e-8343-f489bf4e0162), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:22.205301 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-5bba3b71-d563-49c8-9050-500e210bcb1e tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for security_group (1117a1e0-afb6-473e-8343-f489bf4e0162), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:22.331792 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-5bba3b71-d563-49c8-9050-500e210bcb1e tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (1117a1e0-afb6-473e-8343-f489bf4e0162), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:22.334572 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-5bba3b71-d563-49c8-9050-500e210bcb1e tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:22.335741 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-5bba3b71-d563-49c8-9050-500e210bcb1e tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "DELETE /v2.0/security-groups/1117a1e0-afb6-473e-8343-f489bf4e0162 HTTP/1.1" status: 204 len: 168 time: 0.2128513 May 23 15:46:22.339954 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 46750) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:46:22.353317 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.api.v2.resource [None req-c328dcf9-77fe-4f8c-a001-b065983c10df tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] show failed (client error): The resource could not be found. May 23 15:46:22.353928 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba3b71-d563-49c8-9050-500e210bcb1e tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1117a1e0-afb6-473e-8343-f489bf4e0162,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:22.354662 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-c328dcf9-77fe-4f8c-a001-b065983c10df tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups/1117a1e0-afb6-473e-8343-f489bf4e0162 HTTP/1.1" status: 404 len: 347 time: 0.0151258 May 23 15:46:22.358208 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 46752) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:46:22.471554 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-713385ed-b20e-427a-88ad-a51e909d0010 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Deleting port e8b3a0fc-178d-4f44-b6f8-f39e36fcef38 {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:46:22.471913 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-713385ed-b20e-427a-88ad-a51e909d0010 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (e8b3a0fc-178d-4f44-b6f8-f39e36fcef38), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:22.546196 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-713385ed-b20e-427a-88ad-a51e909d0010 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (e8b3a0fc-178d-4f44-b6f8-f39e36fcef38), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:22.546523 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-713385ed-b20e-427a-88ad-a51e909d0010 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for floatingip (e8b3a0fc-178d-4f44-b6f8-f39e36fcef38), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:22.558995 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-713385ed-b20e-427a-88ad-a51e909d0010 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Calling delete_port for e8b3a0fc-178d-4f44-b6f8-f39e36fcef38 owned by network:floatingip {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:46:22.740617 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-713385ed-b20e-427a-88ad-a51e909d0010 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (e8b3a0fc-178d-4f44-b6f8-f39e36fcef38), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:22.765200 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713385ed-b20e-427a-88ad-a51e909d0010 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Pushing event deleted for resources: {'Port': ['ID=e8b3a0fc-178d-4f44-b6f8-f39e36fcef38,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:22.836261 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-713385ed-b20e-427a-88ad-a51e909d0010 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for floatingip (49aa59fc-c96e-4a80-b415-9801ca2c5482), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:22.838791 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-713385ed-b20e-427a-88ad-a51e909d0010 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:22.839939 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-713385ed-b20e-427a-88ad-a51e909d0010 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "DELETE /v2.0/floatingips/49aa59fc-c96e-4a80-b415-9801ca2c5482 HTTP/1.1" status: 204 len: 168 time: 0.4808095 May 23 15:46:23.003049 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 46760) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:46:23.007580 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-bc8a6f42-a931-4b37-8e11-ccfe83167884 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1157029551', 'description': 'tempest-description--1774406397'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:46:23.074510 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bc8a6f42-a931-4b37-8e11-ccfe83167884 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:23.145860 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bc8a6f42-a931-4b37-8e11-ccfe83167884 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for security_group (89bc8581-7520-4da3-8290-d984bee5001f), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:23.199990 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bc8a6f42-a931-4b37-8e11-ccfe83167884 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (89bc8581-7520-4da3-8290-d984bee5001f), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:23.204947 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:23.229304 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a6f42-a931-4b37-8e11-ccfe83167884 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89bc8581-7520-4da3-8290-d984bee5001f,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:23.293639 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bc8a6f42-a931-4b37-8e11-ccfe83167884 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:23.294946 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-bc8a6f42-a931-4b37-8e11-ccfe83167884 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2908859 May 23 15:46:23.297920 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 46762) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:46:23.302484 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-911d0cfe-5215-4d7a-bc8f-e6e7d3e03ff3 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Request body: {'security_group_rule': {'security_group_id': '89bc8581-7520-4da3-8290-d984bee5001f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:46:23.316058 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:23.400416 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-911d0cfe-5215-4d7a-bc8f-e6e7d3e03ff3 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for security_group_rule (483daca2-a808-4474-a1e6-e83317b6c6b6), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:23.456292 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-911d0cfe-5215-4d7a-bc8f-e6e7d3e03ff3 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for security_group_rule (483daca2-a808-4474-a1e6-e83317b6c6b6), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:23.554676 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-911d0cfe-5215-4d7a-bc8f-e6e7d3e03ff3 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (483daca2-a808-4474-a1e6-e83317b6c6b6), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:23.574729 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d0cfe-5215-4d7a-bc8f-e6e7d3e03ff3 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483daca2-a808-4474-a1e6-e83317b6c6b6,revision_number=0']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:23.653940 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-911d0cfe-5215-4d7a-bc8f-e6e7d3e03ff3 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:23.655140 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-911d0cfe-5215-4d7a-bc8f-e6e7d3e03ff3 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3560133 May 23 15:46:23.657765 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 46766) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:46:23.661903 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-a19fdede-1c37-41eb-aa6d-a88fc2dd4791 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Request body: {'security_group_rule': {'security_group_id': '89bc8581-7520-4da3-8290-d984bee5001f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:46:23.781220 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-a19fdede-1c37-41eb-aa6d-a88fc2dd4791 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for security_group_rule (27e34978-c4ee-48ae-bd78-52a2f259f4e0), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:23.830537 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-a19fdede-1c37-41eb-aa6d-a88fc2dd4791 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for security_group_rule (27e34978-c4ee-48ae-bd78-52a2f259f4e0), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:23.891859 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-a19fdede-1c37-41eb-aa6d-a88fc2dd4791 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (27e34978-c4ee-48ae-bd78-52a2f259f4e0), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:23.908701 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19fdede-1c37-41eb-aa6d-a88fc2dd4791 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e34978-c4ee-48ae-bd78-52a2f259f4e0,revision_number=0']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:23.986016 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-a19fdede-1c37-41eb-aa6d-a88fc2dd4791 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:23.987225 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-a19fdede-1c37-41eb-aa6d-a88fc2dd4791 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3285570 May 23 15:46:23.990392 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 46770) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:46:23.994605 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-e72f4bd4-abab-4ed3-b4a8-22683fa04eaf tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Request body: {'floatingip': {'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:46:24.092489 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e72f4bd4-abab-4ed3-b4a8-22683fa04eaf tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:24.173517 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e72f4bd4-abab-4ed3-b4a8-22683fa04eaf tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:24.206352 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-a2fa29c3-2222-47d9-9722-412f2903be18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:24.288794 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_common [None req-e72f4bd4-abab-4ed3-b4a8-22683fa04eaf tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Allocated IP 172.27.3.40 (423e159f-0d94-4204-8598-641f4ed121cf/6893e8f7-d8c8-4bdd-8cf7-487cc5c00794/bf4c0ea7-e411-4404-bfd8-68e7e0812646) {{(pid=111209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:46:24.387503 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e72f4bd4-abab-4ed3-b4a8-22683fa04eaf tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for port (bf4c0ea7-e411-4404-bfd8-68e7e0812646), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:24.480712 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e72f4bd4-abab-4ed3-b4a8-22683fa04eaf tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (bf4c0ea7-e411-4404-bfd8-68e7e0812646), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:24.488551 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:INSERT=7,neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:24.525418 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72f4bd4-abab-4ed3-b4a8-22683fa04eaf tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Network 423e159f-0d94-4204-8598-641f4ed121cf is already hosted by enough agents. {{(pid=111209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:46:24.530048 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [None req-e72f4bd4-abab-4ed3-b4a8-22683fa04eaf tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Resources bound (agent type, host, resource id): {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:46:24.533122 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72f4bd4-abab-4ed3-b4a8-22683fa04eaf tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Received port after_create {{(pid=111209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:46:24.557096 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f4bd4-abab-4ed3-b4a8-22683fa04eaf tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Pushing event updated for resources: {'Port': ['ID=bf4c0ea7-e411-4404-bfd8-68e7e0812646,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:24.606096 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:24.620778 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e72f4bd4-abab-4ed3-b4a8-22683fa04eaf tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for floatingip (fcc2ff0b-6843-40e5-8e16-25465556f38c), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:24.692411 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e72f4bd4-abab-4ed3-b4a8-22683fa04eaf tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (bf4c0ea7-e411-4404-bfd8-68e7e0812646), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:24.875828 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e72f4bd4-abab-4ed3-b4a8-22683fa04eaf tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for port (bf4c0ea7-e411-4404-bfd8-68e7e0812646), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:24.937888 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e72f4bd4-abab-4ed3-b4a8-22683fa04eaf tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (bf4c0ea7-e411-4404-bfd8-68e7e0812646), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:25.006349 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f4bd4-abab-4ed3-b4a8-22683fa04eaf tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Pushing event updated for resources: {'Port': ['ID=bf4c0ea7-e411-4404-bfd8-68e7e0812646,revision_number=2']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:25.014912 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e72f4bd4-abab-4ed3-b4a8-22683fa04eaf tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (fcc2ff0b-6843-40e5-8e16-25465556f38c), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:25.093740 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e72f4bd4-abab-4ed3-b4a8-22683fa04eaf tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:25.094993 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-e72f4bd4-abab-4ed3-b4a8-22683fa04eaf tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1036742 May 23 15:46:25.306025 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839b787-dcc8-4d56-a49c-d869e3dd2bd9 req-dcf9dcd8-6e3b-44d4-9606-9d51c05bf72c tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:25.307480 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a839b787-dcc8-4d56-a49c-d869e3dd2bd9 req-dcf9dcd8-6e3b-44d4-9606-9d51c05bf72c tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 945 time: 0.0662606 May 23 15:46:25.339303 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-f18dbdde-c335-4821-809f-83aefc2249c8 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1157029551&fields=id&tenant_id=8d7ac236cd4d414fb70eb8da6da53484 HTTP/1.1" status: 200 len: 267 time: 0.0873766 May 23 15:46:25.412300 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a839b787-dcc8-4d56-a49c-d869e3dd2bd9 req-74fdb283-fb81-4160-8a2c-c6a1f07543dd tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=eabc8712-e648-4d3e-b0ff-f749c8917527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985587 May 23 15:46:25.464090 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-2f572552-c04d-4e55-a570-78e247218889 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:25.465537 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-2f572552-c04d-4e55-a570-78e247218889 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/networks?id=02514ff5-801e-4a1a-ba63-1d21a54e8a97 HTTP/1.1" status: 200 len: 810 time: 0.1186368 May 23 15:46:25.479568 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-4c74ad51-26c0-44dd-b6cb-9e509cde3eb7 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/quotas/8d7ac236cd4d414fb70eb8da6da53484 HTTP/1.1" status: 200 len: 375 time: 0.0087233 May 23 15:46:25.529360 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-e2b4af33-6361-44ed-915e-34dd213408f1 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d7ac236cd4d414fb70eb8da6da53484&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447960 May 23 15:46:25.583308 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:25.630064 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-ec0cf296-2a29-46d3-971a-ba79414e665f service neutron] 10.222.0.64 "GET /v2.0/networks/02514ff5-801e-4a1a-ba63-1d21a54e8a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884399 May 23 15:46:25.654703 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:25.719588 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-d38cabf1-45cd-49c9-b819-0dd68eb4bf0b service neutron] 10.222.0.64 "GET /v2.0/networks/02514ff5-801e-4a1a-ba63-1d21a54e8a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838740 May 23 15:46:26.529199 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d7e3a-2ff3-480b-9162-fcdd699931f3 req-f5f068be-0604-4441-b372-30c4025acee3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:26.531410 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-da7d7e3a-2ff3-480b-9162-fcdd699931f3 req-f5f068be-0604-4441-b372-30c4025acee3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 945 time: 0.0509560 May 23 15:46:26.578719 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-da7d7e3a-2ff3-480b-9162-fcdd699931f3 req-db8cc18d-1134-4a51-aec7-53c2ae0e651a tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=eabc8712-e648-4d3e-b0ff-f749c8917527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414054 May 23 15:46:26.595317 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:26.981353 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0accf29f-0059-49a3-9aff-9f31b697ffda req-f8cc4f0f-df15-4834-aeb4-6e10494959b3 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a161fc-db24-4861-8e60-b1e29465366e HTTP/1.1" status: 200 len: 210 time: 0.0272868 May 23 15:46:27.675863 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:27.692248 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe2ff0-44f2-4fec-b94b-b8769d0b6370 req-63188038-0abc-4248-8306-75403532db25 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:27.693896 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-d4fe2ff0-44f2-4fec-b94b-b8769d0b6370 req-63188038-0abc-4248-8306-75403532db25 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 945 time: 0.0499604 May 23 15:46:27.705287 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c17ef-c5ec-4e11-b8ae-8361855f2de7 req-4a3745c3-7674-4481-8cd2-f9bcffc121db tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:27.707435 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-162c17ef-c5ec-4e11-b8ae-8361855f2de7 req-4a3745c3-7674-4481-8cd2-f9bcffc121db tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 945 time: 0.0610535 May 23 15:46:27.760412 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-162c17ef-c5ec-4e11-b8ae-8361855f2de7 req-4999de61-e50a-4ab4-aa9e-d0f5d6b12966 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=eabc8712-e648-4d3e-b0ff-f749c8917527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473092 May 23 15:46:27.803164 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [req-d4fe2ff0-44f2-4fec-b94b-b8769d0b6370 req-457703bf-03de-46cb-aa57-0bd23181b9e0 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Deleting port cefdd54f-7186-4994-802f-370961a2ffcb {{(pid=111208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:46:27.803510 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-d4fe2ff0-44f2-4fec-b94b-b8769d0b6370 req-457703bf-03de-46cb-aa57-0bd23181b9e0 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (cefdd54f-7186-4994-802f-370961a2ffcb), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:27.893262 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [req-d4fe2ff0-44f2-4fec-b94b-b8769d0b6370 req-457703bf-03de-46cb-aa57-0bd23181b9e0 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] For port cefdd54f-7186-4994-802f-370961a2ffcb, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=cefdd54f-7186-4994-802f-370961a2ffcb,segment=NetworkSegment(eb2ba815-dec5-4bfe-b7e3-360ced084414),segment_id=eb2ba815-dec5-4bfe-b7e3-360ced084414)] {{(pid=111208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:46:27.893547 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-d4fe2ff0-44f2-4fec-b94b-b8769d0b6370 req-457703bf-03de-46cb-aa57-0bd23181b9e0 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (cefdd54f-7186-4994-802f-370961a2ffcb), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:28.059284 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-d4fe2ff0-44f2-4fec-b94b-b8769d0b6370 req-457703bf-03de-46cb-aa57-0bd23181b9e0 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:28.059641 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-d4fe2ff0-44f2-4fec-b94b-b8769d0b6370 req-457703bf-03de-46cb-aa57-0bd23181b9e0 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (85d780ba-4add-4de8-834e-ae1eee8d901b), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:28.059959 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.db.l3_db [req-d4fe2ff0-44f2-4fec-b94b-b8769d0b6370 req-457703bf-03de-46cb-aa57-0bd23181b9e0 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Floating IP 85d780ba-4add-4de8-834e-ae1eee8d901b disassociated. External IP: 172.27.3.55, port: cefdd54f-7186-4994-802f-370961a2ffcb. May 23 15:46:28.060305 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [req-d4fe2ff0-44f2-4fec-b94b-b8769d0b6370 req-457703bf-03de-46cb-aa57-0bd23181b9e0 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Calling delete_port for cefdd54f-7186-4994-802f-370961a2ffcb owned by compute:nova {{(pid=111208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:46:28.076059 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ac49e0cc-30d9-4f93-97bb-ae0bddb976f3 req-cbd43263-f3a8-45cf-b2a3-15ab7bd6a0f9 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a161fc-db24-4861-8e60-b1e29465366e HTTP/1.1" status: 200 len: 210 time: 0.0300198 May 23 15:46:28.182278 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:28.274780 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-d4fe2ff0-44f2-4fec-b94b-b8769d0b6370 req-457703bf-03de-46cb-aa57-0bd23181b9e0 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (cefdd54f-7186-4994-802f-370961a2ffcb), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:28.304947 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457703bf-03de-46cb-aa57-0bd23181b9e0 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event deleted for resources: {'Port': ['ID=cefdd54f-7186-4994-802f-370961a2ffcb,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:28.305244 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:28.305806 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:28.411730 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4fe2ff0-44f2-4fec-b94b-b8769d0b6370 req-457703bf-03de-46cb-aa57-0bd23181b9e0 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:46:28.517237 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4fe2ff0-44f2-4fec-b94b-b8769d0b6370 req-457703bf-03de-46cb-aa57-0bd23181b9e0 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:46:28.523181 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:28.527797 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8766d4b8-6e67-4349-bb10-4dd659131c15 None None] Sync routers for ids ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'] in dv-cinder-840678-12-iscsi {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:46:28.538596 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8766d4b8-6e67-4349-bb10-4dd659131c15 None None] Routers {'664d0f8c-af99-4e8c-a6dd-f6353adbfa51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:46:28.539462 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-8766d4b8-6e67-4349-bb10-4dd659131c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:46:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:46:28.563807 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fe2ff0-44f2-4fec-b94b-b8769d0b6370 req-457703bf-03de-46cb-aa57-0bd23181b9e0 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] No DVR routers for this DVR port cefdd54f-7186-4994-802f-370961a2ffcb on host hv-cinder-84067 {{(pid=111208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:46:28.566404 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-d4fe2ff0-44f2-4fec-b94b-b8769d0b6370 req-457703bf-03de-46cb-aa57-0bd23181b9e0 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:28.569693 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-d4fe2ff0-44f2-4fec-b94b-b8769d0b6370 req-457703bf-03de-46cb-aa57-0bd23181b9e0 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.69 "DELETE /v2.0/ports/cefdd54f-7186-4994-802f-370961a2ffcb HTTP/1.1" status: 204 len: 173 time: 0.8600354 May 23 15:46:28.570130 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2cd056-b2f1-43fb-a60a-323039d15162', 'name': 'network-vif-deleted', 'tag': 'cefdd54f-7186-4994-802f-370961a2ffcb'}] {{(pid=111208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:46:28.572420 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e8bc6f21cde82e90109a250a18be241d8bc12bef919575b3a0310827eb45c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10b162e-8dcc-4ba3-ba17-c733a7524ccf" -d '{"events": [{"server_uuid": "ce2cd056-b2f1-43fb-a60a-323039d15162", "name": "network-vif-deleted", "tag": "cefdd54f-7186-4994-802f-370961a2ffcb"}]}' {{(pid=111208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:46:28.609557 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22548d9a-86c4-4db5-ae12-5330872201d8 x-openstack-request-id: req-22548d9a-86c4-4db5-ae12-5330872201d8 {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:46:28.609920 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2cd056-b2f1-43fb-a60a-323039d15162", "name": "network-vif-deleted", "tag": "cefdd54f-7186-4994-802f-370961a2ffcb", "status": "completed", "code": 200}]} {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:46:28.610281 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-22548d9a-86c4-4db5-ae12-5330872201d8 {{(pid=111208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:46:28.610792 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22548d9a-86c4-4db5-ae12-5330872201d8'] response: {'server_uuid': 'ce2cd056-b2f1-43fb-a60a-323039d15162', 'name': 'network-vif-deleted', 'tag': 'cefdd54f-7186-4994-802f-370961a2ffcb', 'status': 'completed', 'code': 200} May 23 15:46:28.646622 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-8766d4b8-6e67-4349-bb10-4dd659131c15 None None] Set router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:46:28.865977 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1a8deb4f-91b2-4c7f-ab47-327cd3b2cb47 req-500d2f3d-91f0-479b-84cc-42dd077288c7 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 210 time: 0.0307438 May 23 15:46:28.900674 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:28.962615 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-8766d4b8-6e67-4349-bb10-4dd659131c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:43:08Z', 'revision_number': 4, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port': {'id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:04Z', 'updated_at': '2022-05-23T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'e5d87a55-685c-46b8-ae16-8a3aeaf73929', 'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'mac_address': 'fa:16:3e:de:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:07Z', 'updated_at': '2022-05-23T15:43:13Z', 'revision_number': 5, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'subnets': [{'id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:46:28.988571 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8766d4b8-6e67-4349-bb10-4dd659131c15 None None] Checking router: 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 for host: dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:46:28.997190 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8766d4b8-6e67-4349-bb10-4dd659131c15 None None] Routers {'664d0f8c-af99-4e8c-a6dd-f6353adbfa51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:46:28.997812 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-8766d4b8-6e67-4349-bb10-4dd659131c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:46:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:46:29.102265 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-8766d4b8-6e67-4349-bb10-4dd659131c15 None None] Set router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:46:29.189053 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:29.206805 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-be969263-c007-4ced-9f17-be48415122fb tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:29.207262 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-be969263-c007-4ced-9f17-be48415122fb tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.69 "GET /v2.0/networks?id=02514ff5-801e-4a1a-ba63-1d21a54e8a97 HTTP/1.1" status: 200 len: 810 time: 0.1214974 May 23 15:46:29.241562 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1c917606-0690-4e75-ae23-0fff1338e4ae req-dae2188d-db65-4683-886c-21fa83d3f7d2 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a161fc-db24-4861-8e60-b1e29465366e HTTP/1.1" status: 200 len: 210 time: 0.0653908 May 23 15:46:29.253242 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9e8c4271-857d-425b-aa86-cdfddb96de79 req-a5639e5d-79b9-4be5-b619-4df1b1538e37 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0631020 May 23 15:46:29.302336 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-8766d4b8-6e67-4349-bb10-4dd659131c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:43:08Z', 'revision_number': 4, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port': {'id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:04Z', 'updated_at': '2022-05-23T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'e5d87a55-685c-46b8-ae16-8a3aeaf73929', 'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'mac_address': 'fa:16:3e:de:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:07Z', 'updated_at': '2022-05-23T15:43:13Z', 'revision_number': 5, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'subnets': [{'id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:46:29.304801 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-af7e3be9-b013-47cf-a274-ca45c7a7cca5 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d7ac236cd4d414fb70eb8da6da53484 HTTP/1.1" status: 200 len: 380 time: 0.0580690 May 23 15:46:29.331288 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8766d4b8-6e67-4349-bb10-4dd659131c15 None None] The sync data for ids ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'] in dv-cinder-840678-12-iscsi is: [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:43:08Z', 'revision_number': 4, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port': {'id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:04Z', 'updated_at': '2022-05-23T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'e5d87a55-685c-46b8-ae16-8a3aeaf73929', 'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'mac_address': 'fa:16:3e:de:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:07Z', 'updated_at': '2022-05-23T15:43:13Z', 'revision_number': 5, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'subnets': [{'id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:46:29.544683 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-421f912d-171b-4e93-af65-669d8bf0aa59 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Request body: {'port': {'device_id': '53a161fc-db24-4861-8e60-b1e29465366e', 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97', 'admin_state_up': True, 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'security_groups': ['89bc8581-7520-4da3-8290-d984bee5001f']}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:46:29.547520 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ac43e4-78a2-42aa-a049-2c10a73fe4c2 None None] New status for floating IP 85d780ba-4add-4de8-834e-ae1eee8d901b: DOWN {{(pid=111211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:46:29.606639 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c4271-857d-425b-aa86-cdfddb96de79 req-1e31bb27-b812-4f9a-83f4-fb1fa136a38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:29.608707 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9e8c4271-857d-425b-aa86-cdfddb96de79 req-1e31bb27-b812-4f9a-83f4-fb1fa136a38e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65483f2a0c914022b38e501691095c51&device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 1130 time: 0.0486579 May 23 15:46:29.738002 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c4271-857d-425b-aa86-cdfddb96de79 req-d8f7c8e4-9df7-4303-99fd-da17d225225a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:29.739521 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9e8c4271-857d-425b-aa86-cdfddb96de79 req-d8f7c8e4-9df7-4303-99fd-da17d225225a service neutron] 10.222.0.69 "GET /v2.0/networks?id=eeca0c6c-3155-49db-bdc5-95de249b904d HTTP/1.1" status: 200 len: 917 time: 0.0954964 May 23 15:46:29.778051 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-421f912d-171b-4e93-af65-669d8bf0aa59 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Made reservation on behalf of 8d7ac236cd4d414fb70eb8da6da53484 for: {'port': 1} {{(pid=111208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:46:29.788880 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-421f912d-171b-4e93-af65-669d8bf0aa59 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:29.791360 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9e8c4271-857d-425b-aa86-cdfddb96de79 req-d132d024-2224-4428-85ba-c34c03f0c5f8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f HTTP/1.1" status: 200 len: 217 time: 0.0448351 May 23 15:46:29.864237 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c4271-857d-425b-aa86-cdfddb96de79 req-988cb3d3-293e-4e8f-9f15-44e0629a12cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:29.865837 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9e8c4271-857d-425b-aa86-cdfddb96de79 req-988cb3d3-293e-4e8f-9f15-44e0629a12cc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca534db1-6e0a-429d-b324-076955c1b25f HTTP/1.1" status: 200 len: 855 time: 0.0610247 May 23 15:46:29.923148 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_common [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-421f912d-171b-4e93-af65-669d8bf0aa59 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Allocated IP 172.20.0.10 (02514ff5-801e-4a1a-ba63-1d21a54e8a97/a8eb70f1-a1de-4065-b90b-0efc8b236916/75239bc1-69c6-438c-af43-de4ccb9f0f6d) {{(pid=111208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:46:29.995852 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f3e53e31-f78f-40f8-8b19-2d8595d9a9f1 req-9711c678-69d5-45b6-8109-8d5565690c0d tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2cd056-b2f1-43fb-a60a-323039d15162 HTTP/1.1" status: 200 len: 210 time: 0.0308893 May 23 15:46:30.002467 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c4271-857d-425b-aa86-cdfddb96de79 req-3c174554-7d01-4a58-93d1-1da883d9c655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:30.004050 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9e8c4271-857d-425b-aa86-cdfddb96de79 req-3c174554-7d01-4a58-93d1-1da883d9c655 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eeca0c6c-3155-49db-bdc5-95de249b904d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0660269 May 23 15:46:30.125314 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9e8c4271-857d-425b-aa86-cdfddb96de79 req-16ca1fd5-6a6a-496e-af4c-fc129d41ca55 service neutron] 10.222.0.69 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944118 May 23 15:46:30.223045 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9e8c4271-857d-425b-aa86-cdfddb96de79 req-7b623d2f-2d4d-4777-864f-19812c6796a8 service neutron] 10.222.0.69 "GET /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905275 May 23 15:46:30.280041 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-421f912d-171b-4e93-af65-669d8bf0aa59 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for port (75239bc1-69c6-438c-af43-de4ccb9f0f6d), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:30.351907 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-23b8f2ed-ccb3-4855-bdf5-8a61d58a311b req-2b87b6d0-d2d5-4892-8ce6-e4d31cc7928f tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a161fc-db24-4861-8e60-b1e29465366e HTTP/1.1" status: 200 len: 210 time: 0.0314190 May 23 15:46:30.366725 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-421f912d-171b-4e93-af65-669d8bf0aa59 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (75239bc1-69c6-438c-af43-de4ccb9f0f6d), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:30.410340 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-421f912d-171b-4e93-af65-669d8bf0aa59 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Network 02514ff5-801e-4a1a-ba63-1d21a54e8a97 is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:46:30.415350 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-421f912d-171b-4e93-af65-669d8bf0aa59 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:46:30.418992 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-421f912d-171b-4e93-af65-669d8bf0aa59 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Received port after_create {{(pid=111208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:46:30.449764 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f912d-171b-4e93-af65-669d8bf0aa59 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Pushing event updated for resources: {'Port': ['ID=75239bc1-69c6-438c-af43-de4ccb9f0f6d,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:30.478053 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-421f912d-171b-4e93-af65-669d8bf0aa59 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:30.478692 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-421f912d-171b-4e93-af65-669d8bf0aa59 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:30.489312 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:30.637222 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-421f912d-171b-4e93-af65-669d8bf0aa59 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0987031 May 23 15:46:30.656906 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-3570add2-53e7-47b7-a6a3-1e61d67016ee None None] Provisioning complete for port 75239bc1-69c6-438c-af43-de4ccb9f0f6d triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:46:30.657520 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-41a04bf9-286b-4d0d-b7d6-e568c875ed2b service neutron] Request body: {'port': {'device_id': '53a161fc-db24-4861-8e60-b1e29465366e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:46:30.657630 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3570add2-53e7-47b7-a6a3-1e61d67016ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (75239bc1-69c6-438c-af43-de4ccb9f0f6d), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:30.689579 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-3570add2-53e7-47b7-a6a3-1e61d67016ee None None] Port 75239bc1-69c6-438c-af43-de4ccb9f0f6d cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:46:30.718806 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-41a04bf9-286b-4d0d-b7d6-e568c875ed2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (75239bc1-69c6-438c-af43-de4ccb9f0f6d), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:30.788116 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:30.925914 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device cefdd54f-7186-4994-802f-370961a2ffcb no longer exists at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:46:30.944473 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] No Port match for: cefdd54f-7186-4994-802f-370961a2ffcb {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:46:30.944864 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device cefdd54f-7186-4994-802f-370961a2ffcb not bound to the agent host hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:46:31.013199 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.notifiers.nova [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-41a04bf9-286b-4d0d-b7d6-e568c875ed2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75239bc1-69c6-438c-af43-de4ccb9f0f6d {{(pid=111208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:46:31.021119 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-41a04bf9-286b-4d0d-b7d6-e568c875ed2b service neutron] Publish callbacks [] for port (75239bc1-69c6-438c-af43-de4ccb9f0f6d), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:31.035447 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.provisioning_blocks [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-41a04bf9-286b-4d0d-b7d6-e568c875ed2b service neutron] Transition to ACTIVE for port object 75239bc1-69c6-438c-af43-de4ccb9f0f6d will not be triggered until provisioned by entity L2. {{(pid=111208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:46:31.114617 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-41a04bf9-286b-4d0d-b7d6-e568c875ed2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-906278'] for port (75239bc1-69c6-438c-af43-de4ccb9f0f6d), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:31.144963 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 46832) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:46:31.167181 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a04bf9-286b-4d0d-b7d6-e568c875ed2b service neutron] Pushing event updated for resources: {'Port': ['ID=75239bc1-69c6-438c-af43-de4ccb9f0f6d,revision_number=2']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:31.211164 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-4b47e6f7-7189-4ace-98a3-3459a38a0f03 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group (eabc8712-e648-4d3e-b0ff-f749c8917527), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:31.236184 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-4b47e6f7-7189-4ace-98a3-3459a38a0f03 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group (eabc8712-e648-4d3e-b0ff-f749c8917527), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:31.246856 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.managers [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-41a04bf9-286b-4d0d-b7d6-e568c875ed2b service neutron] Attempting to bind port 75239bc1-69c6-438c-af43-de4ccb9f0f6d on host hv-cinder-84067 for vnic_type normal with profile {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:46:31.247226 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.managers [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-41a04bf9-286b-4d0d-b7d6-e568c875ed2b service neutron] Attempting to bind port 75239bc1-69c6-438c-af43-de4ccb9f0f6d by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'b005c863-acdf-4694-8e46-1c0859e70836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97'}] {{(pid=111208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:46:31.247523 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-41a04bf9-286b-4d0d-b7d6-e568c875ed2b service neutron] Attempting to bind port 75239bc1-69c6-438c-af43-de4ccb9f0f6d on network 02514ff5-801e-4a1a-ba63-1d21a54e8a97 {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:46:31.252850 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-41a04bf9-286b-4d0d-b7d6-e568c875ed2b service neutron] Port 75239bc1-69c6-438c-af43-de4ccb9f0f6d on network 02514ff5-801e-4a1a-ba63-1d21a54e8a97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:46:31.253195 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-41a04bf9-286b-4d0d-b7d6-e568c875ed2b service neutron] Attempting to bind port 75239bc1-69c6-438c-af43-de4ccb9f0f6d on network 02514ff5-801e-4a1a-ba63-1d21a54e8a97 {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:46:31.258417 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-41a04bf9-286b-4d0d-b7d6-e568c875ed2b service neutron] Checking agent: {'id': '0d13f95c-3035-4c18-beb8-0a83c2b7abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'started_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:46:31.258751 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-41a04bf9-286b-4d0d-b7d6-e568c875ed2b service neutron] Checking segment: {'id': 'b005c863-acdf-4694-8e46-1c0859e70836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:46:31.262374 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-41a04bf9-286b-4d0d-b7d6-e568c875ed2b service neutron] Bound using segment: {'id': 'b005c863-acdf-4694-8e46-1c0859e70836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97'} {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:46:31.262374 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.managers [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-41a04bf9-286b-4d0d-b7d6-e568c875ed2b service neutron] Bound port: 75239bc1-69c6-438c-af43-de4ccb9f0f6d, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b005c863-acdf-4694-8e46-1c0859e70836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97'}}] {{(pid=111208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:46:31.262374 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-41a04bf9-286b-4d0d-b7d6-e568c875ed2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (75239bc1-69c6-438c-af43-de4ccb9f0f6d), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:31.325162 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-41a04bf9-286b-4d0d-b7d6-e568c875ed2b service neutron] For port 75239bc1-69c6-438c-af43-de4ccb9f0f6d, host hv-cinder-84067, cleared binding levels {{(pid=111208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:46:31.328717 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-41a04bf9-286b-4d0d-b7d6-e568c875ed2b service neutron] For port 75239bc1-69c6-438c-af43-de4ccb9f0f6d, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=75239bc1-69c6-438c-af43-de4ccb9f0f6d,segment=NetworkSegment(b005c863-acdf-4694-8e46-1c0859e70836),segment_id=b005c863-acdf-4694-8e46-1c0859e70836)] {{(pid=111208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:46:31.343951 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-4b47e6f7-7189-4ace-98a3-3459a38a0f03 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (eabc8712-e648-4d3e-b0ff-f749c8917527), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:31.346626 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-4b47e6f7-7189-4ace-98a3-3459a38a0f03 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:31.347833 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-4b47e6f7-7189-4ace-98a3-3459a38a0f03 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "DELETE /v2.0/security-groups/eabc8712-e648-4d3e-b0ff-f749c8917527 HTTP/1.1" status: 204 len: 168 time: 0.2017078 May 23 15:46:31.350610 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 46834) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:46:31.351244 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:31.357688 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47e6f7-7189-4ace-98a3-3459a38a0f03 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabc8712-e648-4d3e-b0ff-f749c8917527,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:31.364692 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.api.v2.resource [None req-d9a7d055-7182-4b5a-9c39-4f5bc03e529a tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] show failed (client error): The resource could not be found. May 23 15:46:31.365744 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-d9a7d055-7182-4b5a-9c39-4f5bc03e529a tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups/eabc8712-e648-4d3e-b0ff-f749c8917527 HTTP/1.1" status: 404 len: 347 time: 0.0140140 May 23 15:46:31.368603 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 46836) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:46:31.410302 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-41a04bf9-286b-4d0d-b7d6-e568c875ed2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-906278'] for port (75239bc1-69c6-438c-af43-de4ccb9f0f6d), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:31.472704 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7867914-fc16-48db-bdb3-26323b9892d5 req-7ea22886-9b6b-4059-9900-0c42d5699133 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:31.480615 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a7867914-fc16-48db-bdb3-26323b9892d5 req-7ea22886-9b6b-4059-9900-0c42d5699133 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a161fc-db24-4861-8e60-b1e29465366e HTTP/1.1" status: 200 len: 944 time: 0.0495765 May 23 15:46:31.488702 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-41a04bf9-286b-4d0d-b7d6-e568c875ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:31.489350 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-41a04bf9-286b-4d0d-b7d6-e568c875ed2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:31.490764 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-41a04bf9-286b-4d0d-b7d6-e568c875ed2b service neutron] 10.222.0.69 "PUT /v2.0/ports/75239bc1-69c6-438c-af43-de4ccb9f0f6d HTTP/1.1" status: 200 len: 1094 time: 0.8389008 May 23 15:46:31.495234 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a161fc-db24-4861-8e60-b1e29465366e', 'tag': '75239bc1-69c6-438c-af43-de4ccb9f0f6d'}] {{(pid=111208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:46:31.497508 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e8bc6f21cde82e90109a250a18be241d8bc12bef919575b3a0310827eb45c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c816eeb-b9e4-4468-9420-b40f8733aa4c" -d '{"events": [{"name": "network-changed", "server_uuid": "53a161fc-db24-4861-8e60-b1e29465366e", "tag": "75239bc1-69c6-438c-af43-de4ccb9f0f6d"}]}' {{(pid=111208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:46:31.541038 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a7867914-fc16-48db-bdb3-26323b9892d5 req-2565bfe9-5346-4513-ba91-f81dc00c572b tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=89bc8581-7520-4da3-8290-d984bee5001f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610828 May 23 15:46:31.549592 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a04bf9-286b-4d0d-b7d6-e568c875ed2b service neutron] Pushing event updated for resources: {'Port': ['ID=75239bc1-69c6-438c-af43-de4ccb9f0f6d,revision_number=3']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:31.554248 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4432b5f-a319-4a94-94ce-99937fc48d89 x-openstack-request-id: req-e4432b5f-a319-4a94-94ce-99937fc48d89 {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:46:31.554823 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a161fc-db24-4861-8e60-b1e29465366e", "tag": "75239bc1-69c6-438c-af43-de4ccb9f0f6d", "status": "completed", "code": 200}]} {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:46:31.555091 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e4432b5f-a319-4a94-94ce-99937fc48d89 {{(pid=111208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:46:31.555581 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4432b5f-a319-4a94-94ce-99937fc48d89'] response: {'name': 'network-changed', 'server_uuid': '53a161fc-db24-4861-8e60-b1e29465366e', 'tag': '75239bc1-69c6-438c-af43-de4ccb9f0f6d', 'status': 'completed', 'code': 200} May 23 15:46:31.559996 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-72395500-7789-487f-b172-7ee027954986 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Deleting port aabee3a9-b778-448e-989b-d88b3b09b213 {{(pid=111208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:46:31.560339 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-72395500-7789-487f-b172-7ee027954986 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (aabee3a9-b778-448e-989b-d88b3b09b213), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:31.631486 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:31.650909 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c816eeb-b9e4-4468-9420-b40f8733aa4c req-c525440e-3252-4ddd-b330-3d6b6096010a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:31.652399 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-0c816eeb-b9e4-4468-9420-b40f8733aa4c req-c525440e-3252-4ddd-b330-3d6b6096010a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8d7ac236cd4d414fb70eb8da6da53484&device_id=53a161fc-db24-4861-8e60-b1e29465366e HTTP/1.1" status: 200 len: 1128 time: 0.0513923 May 23 15:46:31.687739 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-72395500-7789-487f-b172-7ee027954986 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (aabee3a9-b778-448e-989b-d88b3b09b213), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:31.688068 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-72395500-7789-487f-b172-7ee027954986 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for floatingip (aabee3a9-b778-448e-989b-d88b3b09b213), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:31.742703 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-72395500-7789-487f-b172-7ee027954986 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Calling delete_port for aabee3a9-b778-448e-989b-d88b3b09b213 owned by network:floatingip {{(pid=111208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:46:31.826491 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:31.841409 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c816eeb-b9e4-4468-9420-b40f8733aa4c req-648d8541-8c77-4013-868a-24d509369e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:31.841409 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-0c816eeb-b9e4-4468-9420-b40f8733aa4c req-648d8541-8c77-4013-868a-24d509369e98 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=8d7ac236cd4d414fb70eb8da6da53484&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1714287 May 23 15:46:31.976824 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c816eeb-b9e4-4468-9420-b40f8733aa4c req-eb5818d8-4832-4ad7-a4cd-a010bd639099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:31.978379 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-0c816eeb-b9e4-4468-9420-b40f8733aa4c req-eb5818d8-4832-4ad7-a4cd-a010bd639099 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292818 May 23 15:46:32.074407 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-72395500-7789-487f-b172-7ee027954986 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (aabee3a9-b778-448e-989b-d88b3b09b213), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:32.106874 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72395500-7789-487f-b172-7ee027954986 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event deleted for resources: {'Port': ['ID=aabee3a9-b778-448e-989b-d88b3b09b213,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:32.113602 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-2261e26d-aa27-4990-9050-ce68edca04c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:32.115089 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-2261e26d-aa27-4990-9050-ce68edca04c1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8d7ac236cd4d414fb70eb8da6da53484&device_id=53a161fc-db24-4861-8e60-b1e29465366e HTTP/1.1" status: 200 len: 1128 time: 0.0716636 May 23 15:46:32.184120 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-bce810a7-f8e7-4547-907b-3eee0c2c2943 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75239bc1-69c6-438c-af43-de4ccb9f0f6d HTTP/1.1" status: 200 len: 217 time: 0.0512071 May 23 15:46:32.234305 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-72395500-7789-487f-b172-7ee027954986 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for floatingip (85d780ba-4add-4de8-834e-ae1eee8d901b), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:32.236730 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-72395500-7789-487f-b172-7ee027954986 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:32.237881 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-72395500-7789-487f-b172-7ee027954986 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "DELETE /v2.0/floatingips/85d780ba-4add-4de8-834e-ae1eee8d901b HTTP/1.1" status: 204 len: 168 time: 0.8683691 May 23 15:46:32.247686 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-9519997b-9cc5-44da-bb95-645eb39ea057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:32.249236 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-9519997b-9cc5-44da-bb95-645eb39ea057 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a8eb70f1-a1de-4065-b90b-0efc8b236916 HTTP/1.1" status: 200 len: 849 time: 0.0557892 May 23 15:46:32.294430 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-496700f4-d2d7-48b1-85dc-fdf6c7c6441a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:32.296566 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-496700f4-d2d7-48b1-85dc-fdf6c7c6441a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=02514ff5-801e-4a1a-ba63-1d21a54e8a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396798 May 23 15:46:32.369766 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 46844) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:46:32.374649 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-22e47845-5e88-4612-8bc8-ec6e108b9558 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Request body: {'security_group': {'name': 'tempest-securitygroup--412916018', 'description': 'tempest-description--947203775'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:46:32.391567 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-c9354b45-ef98-47f4-8e98-1c3e33f0c071 service neutron] 10.222.0.69 "GET /v2.0/networks/02514ff5-801e-4a1a-ba63-1d21a54e8a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878427 May 23 15:46:32.446197 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-22e47845-5e88-4612-8bc8-ec6e108b9558 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:32.484617 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-879c0de5-cefc-409b-b804-960e4dbe4e2a req-d5466218-3c18-4bc6-8a2a-26f46c3295a6 service neutron] 10.222.0.69 "GET /v2.0/networks/02514ff5-801e-4a1a-ba63-1d21a54e8a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851994 May 23 15:46:32.505186 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:32.518365 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-22e47845-5e88-4612-8bc8-ec6e108b9558 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group (4ed9dfb8-f829-4720-b15c-fe449d53bd67), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:32.612630 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-22e47845-5e88-4612-8bc8-ec6e108b9558 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (4ed9dfb8-f829-4720-b15c-fe449d53bd67), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:32.683641 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1ac76-ea9d-479c-9f5f-80c9d7334f2f req-61254bf0-df2d-4042-8f78-e75514c1d6da tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:32.685031 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-13f1ac76-ea9d-479c-9f5f-80c9d7334f2f req-61254bf0-df2d-4042-8f78-e75514c1d6da tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a161fc-db24-4861-8e60-b1e29465366e HTTP/1.1" status: 200 len: 944 time: 0.0686452 May 23 15:46:32.685891 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e47845-5e88-4612-8bc8-ec6e108b9558 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed9dfb8-f829-4720-b15c-fe449d53bd67,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:32.713673 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-22e47845-5e88-4612-8bc8-ec6e108b9558 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:32.714887 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-22e47845-5e88-4612-8bc8-ec6e108b9558 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3440888 May 23 15:46:32.718402 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 46848) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:46:32.722897 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-543e92de-2a9b-4717-8d3d-9082592c2ab1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Request body: {'security_group_rule': {'security_group_id': '4ed9dfb8-f829-4720-b15c-fe449d53bd67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:46:32.739590 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-13f1ac76-ea9d-479c-9f5f-80c9d7334f2f req-b6246a33-8af6-471c-9cc4-1de65f06654a tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=89bc8581-7520-4da3-8290-d984bee5001f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476820 May 23 15:46:32.795524 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-543e92de-2a9b-4717-8d3d-9082592c2ab1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group_rule (a430cb37-0d46-4be7-b45d-0f575cace523), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:32.816113 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:32.843236 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-543e92de-2a9b-4717-8d3d-9082592c2ab1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group_rule (a430cb37-0d46-4be7-b45d-0f575cace523), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:32.897197 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-543e92de-2a9b-4717-8d3d-9082592c2ab1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (a430cb37-0d46-4be7-b45d-0f575cace523), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:32.921230 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e92de-2a9b-4717-8d3d-9082592c2ab1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a430cb37-0d46-4be7-b45d-0f575cace523,revision_number=0']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:33.008260 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-543e92de-2a9b-4717-8d3d-9082592c2ab1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:33.009403 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-543e92de-2a9b-4717-8d3d-9082592c2ab1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2899837 May 23 15:46:33.012030 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 46850) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:46:33.016908 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-c78a3d89-ff26-45c7-982c-08400e420bc7 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Request body: {'security_group_rule': {'security_group_id': '4ed9dfb8-f829-4720-b15c-fe449d53bd67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:46:33.098486 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c78a3d89-ff26-45c7-982c-08400e420bc7 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group_rule (559ea440-754f-4d41-b48d-c0dff16f7625), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:33.147775 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c78a3d89-ff26-45c7-982c-08400e420bc7 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group_rule (559ea440-754f-4d41-b48d-c0dff16f7625), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:33.211517 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c78a3d89-ff26-45c7-982c-08400e420bc7 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (559ea440-754f-4d41-b48d-c0dff16f7625), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:33.220893 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:46:33.231895 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a3d89-ff26-45c7-982c-08400e420bc7 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=559ea440-754f-4d41-b48d-c0dff16f7625,revision_number=0']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:33.293577 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c78a3d89-ff26-45c7-982c-08400e420bc7 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:33.294761 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-c78a3d89-ff26-45c7-982c-08400e420bc7 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2818239 May 23 15:46:33.299044 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 46852) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:46:33.303378 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-a7c02e28-d01d-451f-8820-8bc8b1a69789 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Request body: {'floatingip': {'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:46:33.315891 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:33.406378 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a7c02e28-d01d-451f-8820-8bc8b1a69789 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:33.491629 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a7c02e28-d01d-451f-8820-8bc8b1a69789 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:33.595982 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_common [None req-a7c02e28-d01d-451f-8820-8bc8b1a69789 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Allocated IP 172.27.3.228 (423e159f-0d94-4204-8598-641f4ed121cf/6893e8f7-d8c8-4bdd-8cf7-487cc5c00794/4de904bd-a2aa-431d-99b7-8d0b7ad88152) {{(pid=111208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:46:33.698565 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a7c02e28-d01d-451f-8820-8bc8b1a69789 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for port (4de904bd-a2aa-431d-99b7-8d0b7ad88152), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:33.790232 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a7c02e28-d01d-451f-8820-8bc8b1a69789 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (4de904bd-a2aa-431d-99b7-8d0b7ad88152), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:33.829389 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c02e28-d01d-451f-8820-8bc8b1a69789 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Network 423e159f-0d94-4204-8598-641f4ed121cf is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:46:33.834395 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-a7c02e28-d01d-451f-8820-8bc8b1a69789 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:46:33.836738 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c02e28-d01d-451f-8820-8bc8b1a69789 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Received port after_create {{(pid=111208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:46:33.867987 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c02e28-d01d-451f-8820-8bc8b1a69789 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event updated for resources: {'Port': ['ID=4de904bd-a2aa-431d-99b7-8d0b7ad88152,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:33.911062 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0bc5df-9410-490f-92fe-2acf0034d07e req-38842788-cbfb-49eb-b6c6-b06272078dee tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:33.912536 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-cd0bc5df-9410-490f-92fe-2acf0034d07e req-38842788-cbfb-49eb-b6c6-b06272078dee tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a161fc-db24-4861-8e60-b1e29465366e HTTP/1.1" status: 200 len: 944 time: 0.1033697 May 23 15:46:33.932958 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a7c02e28-d01d-451f-8820-8bc8b1a69789 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for floatingip (03245fe5-e4ac-44d6-892d-f20cb6316146), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:33.961084 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-cd0bc5df-9410-490f-92fe-2acf0034d07e req-cd29112a-2f7b-46bf-9c18-dac78b3dfaef tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=89bc8581-7520-4da3-8290-d984bee5001f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428371 May 23 15:46:34.071574 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:34.080490 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a7c02e28-d01d-451f-8820-8bc8b1a69789 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (4de904bd-a2aa-431d-99b7-8d0b7ad88152), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:34.223778 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:34.265784 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a7c02e28-d01d-451f-8820-8bc8b1a69789 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for port (4de904bd-a2aa-431d-99b7-8d0b7ad88152), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:34.320464 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a7c02e28-d01d-451f-8820-8bc8b1a69789 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-906278'] for port (4de904bd-a2aa-431d-99b7-8d0b7ad88152), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:34.393471 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c02e28-d01d-451f-8820-8bc8b1a69789 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event updated for resources: {'Port': ['ID=4de904bd-a2aa-431d-99b7-8d0b7ad88152,revision_number=2']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:34.404182 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a7c02e28-d01d-451f-8820-8bc8b1a69789 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (03245fe5-e4ac-44d6-892d-f20cb6316146), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:34.499359 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a7c02e28-d01d-451f-8820-8bc8b1a69789 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:34.500668 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-a7c02e28-d01d-451f-8820-8bc8b1a69789 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2006931 May 23 15:46:34.689996 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-80e56118-4840-46b3-94e5-75fdc810bee3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--412916018&fields=id&tenant_id=a15ae9d15a64468f80628ed51c2e42d6 HTTP/1.1" status: 200 len: 267 time: 0.0415931 May 23 15:46:34.793629 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-a85b74d4-0272-4907-8f86-f95bd6774e42 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:34.795056 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-a85b74d4-0272-4907-8f86-f95bd6774e42 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/networks?id=6b67b25e-d689-4151-bafc-c9d67faaca84 HTTP/1.1" status: 200 len: 815 time: 0.0987489 May 23 15:46:34.809383 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-4698e1e4-5cec-44e4-b7f8-292f38a2322d tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/quotas/a15ae9d15a64468f80628ed51c2e42d6 HTTP/1.1" status: 200 len: 375 time: 0.0086980 May 23 15:46:34.913264 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-f2716ec0-eaf5-4096-b977-fbcd816de8ea tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a15ae9d15a64468f80628ed51c2e42d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0990379 May 23 15:46:34.932910 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 75239bc1-69c6-438c-af43-de4ccb9f0f6d details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=111210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:46:35.012917 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=100 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:35.014736 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-8266b90e-bbe7-4da5-af68-593ee2494180 service neutron] 10.222.0.64 "GET /v2.0/networks/6b67b25e-d689-4151-bafc-c9d67faaca84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893350 May 23 15:46:35.033562 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 75239bc1-69c6-438c-af43-de4ccb9f0f6d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=75239bc1-69c6-438c-af43-de4ccb9f0f6d,segment=NetworkSegment(b005c863-acdf-4694-8e46-1c0859e70836),segment_id=b005c863-acdf-4694-8e46-1c0859e70836)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:46:35.045824 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Returning: {'device': '75239bc1-69c6-438c-af43-de4ccb9f0f6d', 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97', 'port_id': '75239bc1-69c6-438c-af43-de4ccb9f0f6d', 'mac_address': 'fa:16:3e:ac:18:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:46:35.084146 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port 75239bc1-69c6-438c-af43-de4ccb9f0f6d is: DOWN; New status is: BUILD {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:46:35.084679 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (75239bc1-69c6-438c-af43-de4ccb9f0f6d), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:35.098250 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75239bc1-69c6-438c-af43-de4ccb9f0f6d {{(pid=111210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:46:35.118399 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 75239bc1-69c6-438c-af43-de4ccb9f0f6d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=75239bc1-69c6-438c-af43-de4ccb9f0f6d,segment=NetworkSegment(b005c863-acdf-4694-8e46-1c0859e70836),segment_id=b005c863-acdf-4694-8e46-1c0859e70836)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:46:35.130910 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9839166-59d3-4ccd-bedb-7c13a0bfc33a req-aab72671-0780-48ac-9708-24dbfe0f9fe3 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:35.132433 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d9839166-59d3-4ccd-bedb-7c13a0bfc33a req-aab72671-0780-48ac-9708-24dbfe0f9fe3 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a161fc-db24-4861-8e60-b1e29465366e HTTP/1.1" status: 200 len: 944 time: 0.0908062 May 23 15:46:35.162402 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:35.165902 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (75239bc1-69c6-438c-af43-de4ccb9f0f6d), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:35.172556 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-10407fd0-3393-459d-9fb4-a2c9be261da6 service neutron] 10.222.0.64 "GET /v2.0/networks/6b67b25e-d689-4151-bafc-c9d67faaca84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513994 May 23 15:46:35.200821 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d9839166-59d3-4ccd-bedb-7c13a0bfc33a req-f0ff1891-21f9-4d27-892f-48be5db8b4ea tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=89bc8581-7520-4da3-8290-d984bee5001f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618479 May 23 15:46:35.220270 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=75239bc1-69c6-438c-af43-de4ccb9f0f6d,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:35.229148 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:35.229500 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:35.229869 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:35.230229 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:35.230572 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:35.230905 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:35.231234 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:35.231561 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:35.231903 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:35.232234 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:35.232564 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:35.234156 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:35.234491 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:35.236847 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:35.236847 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:46:35.412762 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-fd89d912-3943-4f9b-bc92-9004649587b8 req-0e06db74-bc92-4314-94c4-0aaf2f836907 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8393c1a9-60d1-4b54-947d-3ef1a2e56845 HTTP/1.1" status: 200 len: 210 time: 0.0354822 May 23 15:46:35.570343 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['75239bc1-69c6-438c-af43-de4ccb9f0f6d'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:46:35.687942 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=100 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:36.317570 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041bfb4-cd55-473e-9300-a1b7e8d713eb req-191be2cc-fe10-4125-a5e6-41e86d920b5b tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:36.319077 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8041bfb4-cd55-473e-9300-a1b7e8d713eb req-191be2cc-fe10-4125-a5e6-41e86d920b5b tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a161fc-db24-4861-8e60-b1e29465366e HTTP/1.1" status: 200 len: 945 time: 0.0479844 May 23 15:46:36.367794 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8041bfb4-cd55-473e-9300-a1b7e8d713eb req-a192af43-fda0-4099-8815-5726dd18e133 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=89bc8581-7520-4da3-8290-d984bee5001f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432634 May 23 15:46:36.508418 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b9e69a53-c889-4719-b792-9b95bec61afb req-51341385-de23-4806-8d27-286da3713af6 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8393c1a9-60d1-4b54-947d-3ef1a2e56845 HTTP/1.1" status: 200 len: 210 time: 0.0288227 May 23 15:46:36.937078 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 75239bc1-69c6-438c-af43-de4ccb9f0f6d up at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:46:36.979182 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning for port 75239bc1-69c6-438c-af43-de4ccb9f0f6d completed by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:46:37.040177 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning complete for port 75239bc1-69c6-438c-af43-de4ccb9f0f6d triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:46:37.040559 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (75239bc1-69c6-438c-af43-de4ccb9f0f6d), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:37.116851 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port 75239bc1-69c6-438c-af43-de4ccb9f0f6d is: BUILD; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:46:37.117272 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (75239bc1-69c6-438c-af43-de4ccb9f0f6d), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:37.140435 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a161fc-db24-4861-8e60-b1e29465366e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75239bc1-69c6-438c-af43-de4ccb9f0f6d'}] {{(pid=111210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:46:37.142699 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9c7a1c507f49bcca1db13b0162076e02f5240d03c1faf9934ae6854bea0488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e1382b-d5d9-4173-8c17-b89b48fcc6fc" -d '{"events": [{"server_uuid": "53a161fc-db24-4861-8e60-b1e29465366e", "name": "network-vif-plugged", "status": "completed", "tag": "75239bc1-69c6-438c-af43-de4ccb9f0f6d"}]}' {{(pid=111210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:46:37.155064 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 75239bc1-69c6-438c-af43-de4ccb9f0f6d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=75239bc1-69c6-438c-af43-de4ccb9f0f6d,segment=NetworkSegment(b005c863-acdf-4694-8e46-1c0859e70836),segment_id=b005c863-acdf-4694-8e46-1c0859e70836)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:46:37.180669 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e22355-2d89-4289-8485-d5a99b67d492 x-openstack-request-id: req-64e22355-2d89-4289-8485-d5a99b67d492 {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:46:37.180990 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a161fc-db24-4861-8e60-b1e29465366e", "name": "network-vif-plugged", "status": "completed", "tag": "75239bc1-69c6-438c-af43-de4ccb9f0f6d", "code": 200}]} {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:46:37.181284 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-64e22355-2d89-4289-8485-d5a99b67d492 {{(pid=111210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:46:37.181749 dv-cinder-840678-12-iscsi neutron-server[111210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64e22355-2d89-4289-8485-d5a99b67d492'] response: {'server_uuid': '53a161fc-db24-4861-8e60-b1e29465366e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75239bc1-69c6-438c-af43-de4ccb9f0f6d', 'code': 200} May 23 15:46:37.240740 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (75239bc1-69c6-438c-af43-de4ccb9f0f6d), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:37.297242 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=75239bc1-69c6-438c-af43-de4ccb9f0f6d,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:37.428684 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-4479b884-f86a-468d-9bdf-61831172e1d8 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:37.432251 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-4479b884-f86a-468d-9bdf-61831172e1d8 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.69 "GET /v2.0/networks?id=6b67b25e-d689-4151-bafc-c9d67faaca84 HTTP/1.1" status: 200 len: 815 time: 0.1120124 May 23 15:46:37.488844 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09efced-bbdb-454b-a736-28784e7d69ce req-812f284a-e33c-43f2-b974-2878b83da791 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:37.490385 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c09efced-bbdb-454b-a736-28784e7d69ce req-812f284a-e33c-43f2-b974-2878b83da791 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a161fc-db24-4861-8e60-b1e29465366e HTTP/1.1" status: 200 len: 946 time: 0.0484214 May 23 15:46:37.542165 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c09efced-bbdb-454b-a736-28784e7d69ce req-b0b46517-9544-4912-a3b4-da1e094e94cc tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=89bc8581-7520-4da3-8290-d984bee5001f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461626 May 23 15:46:37.606736 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5b423a4e-3a06-4409-adf2-ca4395fbfbbe req-f9c7779c-4b37-41dd-afce-7f0708291790 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8393c1a9-60d1-4b54-947d-3ef1a2e56845 HTTP/1.1" status: 200 len: 210 time: 0.0271142 May 23 15:46:37.861238 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-af7ba620-5d3c-4c62-b8ca-c625894666ac tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a15ae9d15a64468f80628ed51c2e42d6 HTTP/1.1" status: 200 len: 379 time: 0.0559113 May 23 15:46:37.869286 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82caee40-ffd7-4f2f-8324-f540f56b76ca req-107f611a-43fb-4b12-8de4-759231a78b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:37.870956 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-82caee40-ffd7-4f2f-8324-f540f56b76ca req-107f611a-43fb-4b12-8de4-759231a78b97 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=53a161fc-db24-4861-8e60-b1e29465366e HTTP/1.1" status: 200 len: 1130 time: 0.0409145 May 23 15:46:37.872568 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-e4c086f2-65b6-4da5-af8a-9ad6971bca61 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Request body: {'port': {'device_id': '8393c1a9-60d1-4b54-947d-3ef1a2e56845', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'admin_state_up': True, 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'security_groups': ['4ed9dfb8-f829-4720-b15c-fe449d53bd67']}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:46:37.919827 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-82caee40-ffd7-4f2f-8324-f540f56b76ca req-50ec132f-84a6-45ab-b52e-eefe52725f43 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=89bc8581-7520-4da3-8290-d984bee5001f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416405 May 23 15:46:38.046052 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-e4c086f2-65b6-4da5-af8a-9ad6971bca61 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Made reservation on behalf of a15ae9d15a64468f80628ed51c2e42d6 for: {'port': 1} {{(pid=111208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:46:38.049763 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-e4c086f2-65b6-4da5-af8a-9ad6971bca61 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:38.178133 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_common [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-e4c086f2-65b6-4da5-af8a-9ad6971bca61 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Allocated IP 172.20.0.14 (6b67b25e-d689-4151-bafc-c9d67faaca84/798d4771-9590-4ee2-b6ff-bdfb7b6f48c3/ab319228-d2e4-408a-a8f8-6e3febb2286b) {{(pid=111208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:46:38.272390 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:38.331694 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-e4c086f2-65b6-4da5-af8a-9ad6971bca61 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for port (ab319228-d2e4-408a-a8f8-6e3febb2286b), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:38.447924 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-e4c086f2-65b6-4da5-af8a-9ad6971bca61 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (ab319228-d2e4-408a-a8f8-6e3febb2286b), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:38.486880 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:38.495428 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-e4c086f2-65b6-4da5-af8a-9ad6971bca61 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Network 6b67b25e-d689-4151-bafc-c9d67faaca84 is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:46:38.498415 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-e4c086f2-65b6-4da5-af8a-9ad6971bca61 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:46:38.502771 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-e4c086f2-65b6-4da5-af8a-9ad6971bca61 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Received port after_create {{(pid=111208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:46:38.508734 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c086f2-65b6-4da5-af8a-9ad6971bca61 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event updated for resources: {'Port': ['ID=ab319228-d2e4-408a-a8f8-6e3febb2286b,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:38.558897 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-e4c086f2-65b6-4da5-af8a-9ad6971bca61 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:38.559515 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-e4c086f2-65b6-4da5-af8a-9ad6971bca61 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:38.657353 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-e4c086f2-65b6-4da5-af8a-9ad6971bca61 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7889078 May 23 15:46:38.670350 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae63eef-fa5b-4cf1-b2f4-b3f0af302172 req-95b26f9f-99c4-4854-ad79-0a52ba384323 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:38.677677 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ae63eef-fa5b-4cf1-b2f4-b3f0af302172 req-95b26f9f-99c4-4854-ad79-0a52ba384323 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a161fc-db24-4861-8e60-b1e29465366e HTTP/1.1" status: 200 len: 946 time: 0.0612102 May 23 15:46:38.705424 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:38.758911 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581eab4-c0e5-48b1-838b-1b028c9eb042 req-22602a39-11c6-4503-a410-812c34b7dac5 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:38.760375 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2581eab4-c0e5-48b1-838b-1b028c9eb042 req-22602a39-11c6-4503-a410-812c34b7dac5 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8393c1a9-60d1-4b54-947d-3ef1a2e56845 HTTP/1.1" status: 200 len: 932 time: 0.0756540 May 23 15:46:38.766259 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ae63eef-fa5b-4cf1-b2f4-b3f0af302172 req-7c0356ab-dd7a-4a33-9959-5905297d945f tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=89bc8581-7520-4da3-8290-d984bee5001f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873363 May 23 15:46:38.796642 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-1ef87b80-adf5-4690-a28b-2147b7eb1afd None None] Provisioning complete for port ab319228-d2e4-408a-a8f8-6e3febb2286b triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:46:38.797270 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-1ef87b80-adf5-4690-a28b-2147b7eb1afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (ab319228-d2e4-408a-a8f8-6e3febb2286b), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:38.813986 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2581eab4-c0e5-48b1-838b-1b028c9eb042 req-61a81e61-cd1e-40d9-8007-12db45023bd2 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ed9dfb8-f829-4720-b15c-fe449d53bd67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467844 May 23 15:46:38.829485 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-1ef87b80-adf5-4690-a28b-2147b7eb1afd None None] Port ab319228-d2e4-408a-a8f8-6e3febb2286b cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:46:38.914193 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-1531bd5d-062c-4209-8dbb-67fb965d4792 service neutron] Request body: {'port': {'device_id': '8393c1a9-60d1-4b54-947d-3ef1a2e56845', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:46:38.977174 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-1531bd5d-062c-4209-8dbb-67fb965d4792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (ab319228-d2e4-408a-a8f8-6e3febb2286b), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:39.265046 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.notifiers.nova [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-1531bd5d-062c-4209-8dbb-67fb965d4792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab319228-d2e4-408a-a8f8-6e3febb2286b {{(pid=111208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:46:39.272689 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-1531bd5d-062c-4209-8dbb-67fb965d4792 service neutron] Publish callbacks [] for port (ab319228-d2e4-408a-a8f8-6e3febb2286b), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:39.285631 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.provisioning_blocks [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-1531bd5d-062c-4209-8dbb-67fb965d4792 service neutron] Transition to ACTIVE for port object ab319228-d2e4-408a-a8f8-6e3febb2286b will not be triggered until provisioned by entity L2. {{(pid=111208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:46:39.348920 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-1531bd5d-062c-4209-8dbb-67fb965d4792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-906278'] for port (ab319228-d2e4-408a-a8f8-6e3febb2286b), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:39.403327 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531bd5d-062c-4209-8dbb-67fb965d4792 service neutron] Pushing event updated for resources: {'Port': ['ID=ab319228-d2e4-408a-a8f8-6e3febb2286b,revision_number=2']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:39.488684 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.managers [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-1531bd5d-062c-4209-8dbb-67fb965d4792 service neutron] Attempting to bind port ab319228-d2e4-408a-a8f8-6e3febb2286b on host hv-cinder-84067 for vnic_type normal with profile {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:46:39.489383 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.managers [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-1531bd5d-062c-4209-8dbb-67fb965d4792 service neutron] Attempting to bind port ab319228-d2e4-408a-a8f8-6e3febb2286b by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'eb2ba815-dec5-4bfe-b7e3-360ced084414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84'}] {{(pid=111208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:46:39.489383 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-1531bd5d-062c-4209-8dbb-67fb965d4792 service neutron] Attempting to bind port ab319228-d2e4-408a-a8f8-6e3febb2286b on network 6b67b25e-d689-4151-bafc-c9d67faaca84 {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:46:39.494168 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-1531bd5d-062c-4209-8dbb-67fb965d4792 service neutron] Port ab319228-d2e4-408a-a8f8-6e3febb2286b on network 6b67b25e-d689-4151-bafc-c9d67faaca84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:46:39.498515 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-1531bd5d-062c-4209-8dbb-67fb965d4792 service neutron] Attempting to bind port ab319228-d2e4-408a-a8f8-6e3febb2286b on network 6b67b25e-d689-4151-bafc-c9d67faaca84 {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:46:39.502939 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-1531bd5d-062c-4209-8dbb-67fb965d4792 service neutron] Checking agent: {'id': '0d13f95c-3035-4c18-beb8-0a83c2b7abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'started_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:46:39.503325 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-1531bd5d-062c-4209-8dbb-67fb965d4792 service neutron] Checking segment: {'id': 'eb2ba815-dec5-4bfe-b7e3-360ced084414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:46:39.503715 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-1531bd5d-062c-4209-8dbb-67fb965d4792 service neutron] Bound using segment: {'id': 'eb2ba815-dec5-4bfe-b7e3-360ced084414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84'} {{(pid=111208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:46:39.504223 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.managers [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-1531bd5d-062c-4209-8dbb-67fb965d4792 service neutron] Bound port: ab319228-d2e4-408a-a8f8-6e3febb2286b, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2ba815-dec5-4bfe-b7e3-360ced084414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84'}}] {{(pid=111208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:46:39.504586 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-1531bd5d-062c-4209-8dbb-67fb965d4792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (ab319228-d2e4-408a-a8f8-6e3febb2286b), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:39.574935 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-1531bd5d-062c-4209-8dbb-67fb965d4792 service neutron] For port ab319228-d2e4-408a-a8f8-6e3febb2286b, host hv-cinder-84067, cleared binding levels {{(pid=111208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:46:39.578122 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-1531bd5d-062c-4209-8dbb-67fb965d4792 service neutron] For port ab319228-d2e4-408a-a8f8-6e3febb2286b, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ab319228-d2e4-408a-a8f8-6e3febb2286b,segment=NetworkSegment(eb2ba815-dec5-4bfe-b7e3-360ced084414),segment_id=eb2ba815-dec5-4bfe-b7e3-360ced084414)] {{(pid=111208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:46:39.692644 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-1531bd5d-062c-4209-8dbb-67fb965d4792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-906278'] for port (ab319228-d2e4-408a-a8f8-6e3febb2286b), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:39.727191 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-1531bd5d-062c-4209-8dbb-67fb965d4792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:39.727863 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-1531bd5d-062c-4209-8dbb-67fb965d4792 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:39.729211 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-1531bd5d-062c-4209-8dbb-67fb965d4792 service neutron] 10.222.0.69 "PUT /v2.0/ports/ab319228-d2e4-408a-a8f8-6e3febb2286b HTTP/1.1" status: 200 len: 1094 time: 0.8192544 May 23 15:46:39.729640 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8393c1a9-60d1-4b54-947d-3ef1a2e56845', 'tag': 'ab319228-d2e4-408a-a8f8-6e3febb2286b'}] {{(pid=111208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:46:39.731998 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e8bc6f21cde82e90109a250a18be241d8bc12bef919575b3a0310827eb45c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd08f4e-2dcf-4cb1-af2f-a0f5881bf135" -d '{"events": [{"name": "network-changed", "server_uuid": "8393c1a9-60d1-4b54-947d-3ef1a2e56845", "tag": "ab319228-d2e4-408a-a8f8-6e3febb2286b"}]}' {{(pid=111208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:46:39.755571 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531bd5d-062c-4209-8dbb-67fb965d4792 service neutron] Pushing event updated for resources: {'Port': ['ID=ab319228-d2e4-408a-a8f8-6e3febb2286b,revision_number=3']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:39.782709 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63b342d-1eb2-4e36-b6de-c8f89becdcc9 x-openstack-request-id: req-a63b342d-1eb2-4e36-b6de-c8f89becdcc9 {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:46:39.782709 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8393c1a9-60d1-4b54-947d-3ef1a2e56845", "tag": "ab319228-d2e4-408a-a8f8-6e3febb2286b", "status": "completed", "code": 200}]} {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:46:39.782709 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a63b342d-1eb2-4e36-b6de-c8f89becdcc9 {{(pid=111208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:46:39.782709 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a63b342d-1eb2-4e36-b6de-c8f89becdcc9'] response: {'name': 'network-changed', 'server_uuid': '8393c1a9-60d1-4b54-947d-3ef1a2e56845', 'tag': 'ab319228-d2e4-408a-a8f8-6e3febb2286b', 'status': 'completed', 'code': 200} May 23 15:46:39.870012 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd08f4e-2dcf-4cb1-af2f-a0f5881bf135 req-d0e7449f-6dac-4a48-8cdc-cce32bc617fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:39.871666 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-4dd08f4e-2dcf-4cb1-af2f-a0f5881bf135 req-d0e7449f-6dac-4a48-8cdc-cce32bc617fc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a15ae9d15a64468f80628ed51c2e42d6&device_id=8393c1a9-60d1-4b54-947d-3ef1a2e56845 HTTP/1.1" status: 200 len: 1128 time: 0.0457032 May 23 15:46:39.919884 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215e3e8-8be9-4a96-9825-fd18dec3da11 req-dbc38a8f-11e6-4701-9245-e3dc65a0eca5 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:39.928435 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2215e3e8-8be9-4a96-9825-fd18dec3da11 req-dbc38a8f-11e6-4701-9245-e3dc65a0eca5 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a161fc-db24-4861-8e60-b1e29465366e HTTP/1.1" status: 200 len: 946 time: 0.0782268 May 23 15:46:39.955579 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:39.968286 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:39.998625 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd08f4e-2dcf-4cb1-af2f-a0f5881bf135 req-7ee016fd-869e-4133-9bb3-c6cf11f37b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:40.000598 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-4dd08f4e-2dcf-4cb1-af2f-a0f5881bf135 req-7ee016fd-869e-4133-9bb3-c6cf11f37b09 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a15ae9d15a64468f80628ed51c2e42d6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1146114 May 23 15:46:40.016088 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d20b99-dc1a-46d4-8f4d-590b3f600425 req-943ab8d7-1bc2-42cc-bc02-23be5588096c tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:40.017580 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-21d20b99-dc1a-46d4-8f4d-590b3f600425 req-943ab8d7-1bc2-42cc-bc02-23be5588096c tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8393c1a9-60d1-4b54-947d-3ef1a2e56845 HTTP/1.1" status: 200 len: 944 time: 0.0633790 May 23 15:46:40.036025 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2215e3e8-8be9-4a96-9825-fd18dec3da11 req-f8d715c4-06b0-4196-9ab8-e18b42de2043 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=89bc8581-7520-4da3-8290-d984bee5001f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065123 May 23 15:46:40.072334 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-21d20b99-dc1a-46d4-8f4d-590b3f600425 req-88c43f3c-c16c-41be-a3be-6e515ad03580 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ed9dfb8-f829-4720-b15c-fe449d53bd67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470529 May 23 15:46:40.148555 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e9299-da1c-4b05-8186-6e6a21f75afc req-3b201c19-6a52-4854-bda9-548424b8237f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:40.150011 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-553e9299-da1c-4b05-8186-6e6a21f75afc req-3b201c19-6a52-4854-bda9-548424b8237f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.0575657 May 23 15:46:40.199892 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791739f4-6b1a-4963-8739-a6f4653b31ac req-48beea0e-ba85-40b3-bf3e-ff2d3ed9ed5e tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:40.201371 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-791739f4-6b1a-4963-8739-a6f4653b31ac req-48beea0e-ba85-40b3-bf3e-ff2d3ed9ed5e tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a161fc-db24-4861-8e60-b1e29465366e HTTP/1.1" status: 200 len: 946 time: 0.0742302 May 23 15:46:40.210335 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 46936) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:46:40.215075 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-c108c9c2-c5ad-48ff-be94-15b7f45f7c32 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Request body: {'floatingip': {'port_id': '75239bc1-69c6-438c-af43-de4ccb9f0f6d'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:46:40.228516 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-553e9299-da1c-4b05-8186-6e6a21f75afc req-bb2ad59c-5adb-4db8-8c5e-09bbb6a1bd7c tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593793 May 23 15:46:40.256537 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c108c9c2-c5ad-48ff-be94-15b7f45f7c32 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for floatingip (fcc2ff0b-6843-40e5-8e16-25465556f38c), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:40.881976 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c108c9c2-c5ad-48ff-be94-15b7f45f7c32 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:40.971503 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c108c9c2-c5ad-48ff-be94-15b7f45f7c32 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (fcc2ff0b-6843-40e5-8e16-25465556f38c), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:41.067139 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.db.l3_db [None req-c108c9c2-c5ad-48ff-be94-15b7f45f7c32 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Floating IP fcc2ff0b-6843-40e5-8e16-25465556f38c associated. External IP: 172.27.3.40, port: 75239bc1-69c6-438c-af43-de4ccb9f0f6d. May 23 15:46:41.187204 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a014086-5190-44d0-91b9-e32d503771b1 req-3acfc767-4cd5-495c-81e2-cafb415b1a77 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:41.188669 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3a014086-5190-44d0-91b9-e32d503771b1 req-3acfc767-4cd5-495c-81e2-cafb415b1a77 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8393c1a9-60d1-4b54-947d-3ef1a2e56845 HTTP/1.1" status: 200 len: 944 time: 0.0477581 May 23 15:46:41.236810 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3a014086-5190-44d0-91b9-e32d503771b1 req-34c5d05d-d29d-438e-83a3-526a5a9a48a9 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ed9dfb8-f829-4720-b15c-fe449d53bd67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424907 May 23 15:46:41.267998 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c108c9c2-c5ad-48ff-be94-15b7f45f7c32 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Router 294ba236-1a49-4375-acaa-a4be0e7194b7 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:46:41.336192 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:41.346941 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfef6a-848b-4aaa-a819-4f6e9a0e96ed req-ef84d774-f518-4195-86c9-49a9d20184f7 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:41.348394 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ecbfef6a-848b-4aaa-a819-4f6e9a0e96ed req-ef84d774-f518-4195-86c9-49a9d20184f7 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.0485032 May 23 15:46:41.373515 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c108c9c2-c5ad-48ff-be94-15b7f45f7c32 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:46:41.378708 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c108c9c2-c5ad-48ff-be94-15b7f45f7c32 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:41.384430 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353350cf-12fe-418c-8c0c-c36d3477d613 None None] Sync routers for ids ['294ba236-1a49-4375-acaa-a4be0e7194b7'] in dv-cinder-840678-12-iscsi {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:46:41.396651 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353350cf-12fe-418c-8c0c-c36d3477d613 None None] Routers {'294ba236-1a49-4375-acaa-a4be0e7194b7'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:46:41.397644 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-353350cf-12fe-418c-8c0c-c36d3477d613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:46:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['294ba236-1a49-4375-acaa-a4be0e7194b7'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:46:41.401978 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ecbfef6a-848b-4aaa-a819-4f6e9a0e96ed req-3103b769-9c04-452c-948f-c8af62d8fd2e tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471759 May 23 15:46:41.419859 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-c108c9c2-c5ad-48ff-be94-15b7f45f7c32 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "PUT /v2.0/floatingips/fcc2ff0b-6843-40e5-8e16-25465556f38c HTTP/1.1" status: 200 len: 991 time: 1.2020707 May 23 15:46:41.505634 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-353350cf-12fe-418c-8c0c-c36d3477d613 None None] Set router 294ba236-1a49-4375-acaa-a4be0e7194b7 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:46:41.654042 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:41.707613 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-353350cf-12fe-418c-8c0c-c36d3477d613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'name': 'tempest-AttachVolumeTestJSON-428610378-router', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:35Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'gw_port': {'id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:84:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': 'fcc2ff0b-6843-40e5-8e16-25465556f38c', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'port_id': '75239bc1-69c6-438c-af43-de4ccb9f0f6d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97', 'mac_address': 'fa:16:3e:ac:18:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a161fc-db24-4861-8e60-b1e29465366e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:46:24Z', 'updated_at': '2022-05-23T15:46:40Z', 'revision_number': 1, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ad32ead-1ebc-4657-8773-8c9653fda652', 'name': '', 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'mac_address': 'fa:16:3e:36:3e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:41Z', 'updated_at': '2022-05-23T15:41:47Z', 'revision_number': 5, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'subnets': [{'id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:46:41.732142 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353350cf-12fe-418c-8c0c-c36d3477d613 None None] Checking router: 294ba236-1a49-4375-acaa-a4be0e7194b7 for host: dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:46:41.741513 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353350cf-12fe-418c-8c0c-c36d3477d613 None None] Routers {'294ba236-1a49-4375-acaa-a4be0e7194b7'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:46:41.742119 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-353350cf-12fe-418c-8c0c-c36d3477d613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:46:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['294ba236-1a49-4375-acaa-a4be0e7194b7'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:46:41.776171 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:41.781372 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a161fc-db24-4861-8e60-b1e29465366e', 'tag': '75239bc1-69c6-438c-af43-de4ccb9f0f6d'}] {{(pid=111208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:46:41.783705 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e8bc6f21cde82e90109a250a18be241d8bc12bef919575b3a0310827eb45c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a484697f-6f81-439d-b121-a3d6a94e21c2" -d '{"events": [{"name": "network-changed", "server_uuid": "53a161fc-db24-4861-8e60-b1e29465366e", "tag": "75239bc1-69c6-438c-af43-de4ccb9f0f6d"}]}' {{(pid=111208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:46:41.819754 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4cc05a-6091-4926-9aa0-03f0710aaa56 x-openstack-request-id: req-3a4cc05a-6091-4926-9aa0-03f0710aaa56 {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:46:41.820045 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a161fc-db24-4861-8e60-b1e29465366e", "tag": "75239bc1-69c6-438c-af43-de4ccb9f0f6d", "status": "completed", "code": 200}]} {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:46:41.820330 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a4cc05a-6091-4926-9aa0-03f0710aaa56 {{(pid=111208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:46:41.820728 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a4cc05a-6091-4926-9aa0-03f0710aaa56'] response: {'name': 'network-changed', 'server_uuid': '53a161fc-db24-4861-8e60-b1e29465366e', 'tag': '75239bc1-69c6-438c-af43-de4ccb9f0f6d', 'status': 'completed', 'code': 200} May 23 15:46:41.844804 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-353350cf-12fe-418c-8c0c-c36d3477d613 None None] Set router 294ba236-1a49-4375-acaa-a4be0e7194b7 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:46:42.166437 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-353350cf-12fe-418c-8c0c-c36d3477d613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'name': 'tempest-AttachVolumeTestJSON-428610378-router', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:35Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'gw_port': {'id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:84:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': 'fcc2ff0b-6843-40e5-8e16-25465556f38c', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'port_id': '75239bc1-69c6-438c-af43-de4ccb9f0f6d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97', 'mac_address': 'fa:16:3e:ac:18:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a161fc-db24-4861-8e60-b1e29465366e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:46:24Z', 'updated_at': '2022-05-23T15:46:40Z', 'revision_number': 1, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ad32ead-1ebc-4657-8773-8c9653fda652', 'name': '', 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'mac_address': 'fa:16:3e:36:3e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:41Z', 'updated_at': '2022-05-23T15:41:47Z', 'revision_number': 5, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'subnets': [{'id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:46:42.191210 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353350cf-12fe-418c-8c0c-c36d3477d613 None None] The sync data for ids ['294ba236-1a49-4375-acaa-a4be0e7194b7'] in dv-cinder-840678-12-iscsi is: [{'id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'name': 'tempest-AttachVolumeTestJSON-428610378-router', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:35Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'gw_port': {'id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:84:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': 'fcc2ff0b-6843-40e5-8e16-25465556f38c', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'port_id': '75239bc1-69c6-438c-af43-de4ccb9f0f6d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97', 'mac_address': 'fa:16:3e:ac:18:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a161fc-db24-4861-8e60-b1e29465366e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:46:24Z', 'updated_at': '2022-05-23T15:46:40Z', 'revision_number': 1, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ad32ead-1ebc-4657-8773-8c9653fda652', 'name': '', 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'mac_address': 'fa:16:3e:36:3e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:41Z', 'updated_at': '2022-05-23T15:41:47Z', 'revision_number': 5, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'subnets': [{'id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:46:42.354623 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11cd425-259a-412b-a081-0dcc505fec2d req-bb19cd24-1dd2-4d70-9250-e49a8e46d043 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:42.355690 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a11cd425-259a-412b-a081-0dcc505fec2d req-bb19cd24-1dd2-4d70-9250-e49a8e46d043 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8393c1a9-60d1-4b54-947d-3ef1a2e56845 HTTP/1.1" status: 200 len: 944 time: 0.0507438 May 23 15:46:42.388285 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d9e734-13ae-4bf2-8697-95ec5df7bf04 None None] New status for floating IP fcc2ff0b-6843-40e5-8e16-25465556f38c: ACTIVE {{(pid=111211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:46:42.414123 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a11cd425-259a-412b-a081-0dcc505fec2d req-1c6e4535-a799-41b9-8cbe-774c7238e666 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ed9dfb8-f829-4720-b15c-fe449d53bd67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522466 May 23 15:46:42.519072 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449a68d-fc13-4255-a69a-7eda3f69d21b req-04675842-1436-4c18-8c5d-a7a9eb0cacad tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:42.520587 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3449a68d-fc13-4255-a69a-7eda3f69d21b req-04675842-1436-4c18-8c5d-a7a9eb0cacad tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.0484722 May 23 15:46:42.568381 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3449a68d-fc13-4255-a69a-7eda3f69d21b req-8cd2b7b1-b62c-4794-9359-b096aa55f599 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421917 May 23 15:46:42.955576 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:42.992186 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484697f-6f81-439d-b121-a3d6a94e21c2 req-31a624e7-b8d1-4e68-92b9-438fcf05b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:42.993769 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a484697f-6f81-439d-b121-a3d6a94e21c2 req-31a624e7-b8d1-4e68-92b9-438fcf05b3bd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8d7ac236cd4d414fb70eb8da6da53484&device_id=53a161fc-db24-4861-8e60-b1e29465366e HTTP/1.1" status: 200 len: 1130 time: 0.0439923 May 23 15:46:42.997451 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=100 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:43.026350 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd08f4e-2dcf-4cb1-af2f-a0f5881bf135 req-9321e710-076e-47ca-b09c-0e330ce96ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:43.027848 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-4dd08f4e-2dcf-4cb1-af2f-a0f5881bf135 req-9321e710-076e-47ca-b09c-0e330ce96ed7 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941088 May 23 15:46:43.222128 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-cee18fe5-bb22-4b7d-a8c7-af3e2b4c61e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:43.223542 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-cee18fe5-bb22-4b7d-a8c7-af3e2b4c61e7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a15ae9d15a64468f80628ed51c2e42d6&device_id=8393c1a9-60d1-4b54-947d-3ef1a2e56845 HTTP/1.1" status: 200 len: 1128 time: 0.0404942 May 23 15:46:43.234575 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484697f-6f81-439d-b121-a3d6a94e21c2 req-d70d4df3-6b0a-4d61-9da0-ced50b6fe7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:43.236003 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a484697f-6f81-439d-b121-a3d6a94e21c2 req-d70d4df3-6b0a-4d61-9da0-ced50b6fe7c4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=02514ff5-801e-4a1a-ba63-1d21a54e8a97 HTTP/1.1" status: 200 len: 911 time: 0.0903189 May 23 15:46:43.342126 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-b39466b7-4ac1-4187-9266-98ec14664d40 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab319228-d2e4-408a-a8f8-6e3febb2286b HTTP/1.1" status: 200 len: 217 time: 0.0360756 May 23 15:46:43.372820 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:43.390703 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-d59a3a67-d47a-4324-b805-b645e6f8b066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:43.392461 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-d59a3a67-d47a-4324-b805-b645e6f8b066 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=798d4771-9590-4ee2-b6ff-bdfb7b6f48c3 HTTP/1.1" status: 200 len: 854 time: 0.0449595 May 23 15:46:43.394702 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136462a0-dbc6-4676-9a3e-0f5a1ab32e9d req-a06586a3-bc10-4405-bdfa-19065d2ba512 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:43.396173 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-136462a0-dbc6-4676-9a3e-0f5a1ab32e9d req-a06586a3-bc10-4405-bdfa-19065d2ba512 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.69 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.0849657 May 23 15:46:43.402579 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a484697f-6f81-439d-b121-a3d6a94e21c2 req-c39a1422-b87c-4f05-bc96-e990b5a4c084 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75239bc1-69c6-438c-af43-de4ccb9f0f6d HTTP/1.1" status: 200 len: 1001 time: 0.0969658 May 23 15:46:43.445736 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-f1435b59-7d18-4c5c-84b1-5703991ee870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:43.447263 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-f1435b59-7d18-4c5c-84b1-5703991ee870 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6b67b25e-d689-4151-bafc-c9d67faaca84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438924 May 23 15:46:43.507687 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484697f-6f81-439d-b121-a3d6a94e21c2 req-f2e2296c-de45-4be2-80c9-efa45d71314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:43.508993 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a484697f-6f81-439d-b121-a3d6a94e21c2 req-f2e2296c-de45-4be2-80c9-efa45d71314b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a8eb70f1-a1de-4065-b90b-0efc8b236916 HTTP/1.1" status: 200 len: 849 time: 0.0983944 May 23 15:46:43.549797 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-da4e8ea5-dfd4-4066-a4aa-5052648658c4 service neutron] 10.222.0.69 "GET /v2.0/networks/6b67b25e-d689-4151-bafc-c9d67faaca84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963192 May 23 15:46:43.584634 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-136462a0-dbc6-4676-9a3e-0f5a1ab32e9d req-fcb8856c-5a83-41a8-8992-2027b286bb22 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Deleting port f835d7e4-2023-42a3-91c1-27e29436c365 {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:46:43.584974 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-136462a0-dbc6-4676-9a3e-0f5a1ab32e9d req-fcb8856c-5a83-41a8-8992-2027b286bb22 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (f835d7e4-2023-42a3-91c1-27e29436c365), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:43.596708 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b9995-9528-4af9-9a2d-6ae6cf808e23 req-43a7d2b1-9f82-49c5-9811-432cda20ed7c tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:43.598201 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-367b9995-9528-4af9-9a2d-6ae6cf808e23 req-43a7d2b1-9f82-49c5-9811-432cda20ed7c tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8393c1a9-60d1-4b54-947d-3ef1a2e56845 HTTP/1.1" status: 200 len: 944 time: 0.0926034 May 23 15:46:43.621204 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484697f-6f81-439d-b121-a3d6a94e21c2 req-d61b8e91-472f-4514-8d42-7e7033200e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:43.622626 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a484697f-6f81-439d-b121-a3d6a94e21c2 req-d61b8e91-472f-4514-8d42-7e7033200e76 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=02514ff5-801e-4a1a-ba63-1d21a54e8a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0996644 May 23 15:46:43.644919 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-ec31723f-d04f-482f-b038-fe722058dfa0 req-5fc4cc3f-bad5-40a2-b24d-ea7996be99d8 service neutron] 10.222.0.69 "GET /v2.0/networks/6b67b25e-d689-4151-bafc-c9d67faaca84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883486 May 23 15:46:44.007394 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead39a38-caf8-4e22-a536-3d414d3f8b09 req-88fb2484-4953-4604-9f9d-95413a9c7e81 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:44.008843 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ead39a38-caf8-4e22-a536-3d414d3f8b09 req-88fb2484-4953-4604-9f9d-95413a9c7e81 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 945 time: 0.3609095 May 23 15:46:44.015946 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-367b9995-9528-4af9-9a2d-6ae6cf808e23 req-5576067b-3eae-4fcd-a7ba-e5bafe2d14d9 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ed9dfb8-f829-4720-b15c-fe449d53bd67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4032664 May 23 15:46:44.078169 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-136462a0-dbc6-4676-9a3e-0f5a1ab32e9d req-fcb8856c-5a83-41a8-8992-2027b286bb22 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] For port f835d7e4-2023-42a3-91c1-27e29436c365, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f835d7e4-2023-42a3-91c1-27e29436c365,segment=NetworkSegment(21e9a643-8a12-437e-ab5f-657aa4ff3f49),segment_id=21e9a643-8a12-437e-ab5f-657aa4ff3f49)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:46:44.082950 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-136462a0-dbc6-4676-9a3e-0f5a1ab32e9d req-fcb8856c-5a83-41a8-8992-2027b286bb22 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (f835d7e4-2023-42a3-91c1-27e29436c365), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:44.112711 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a484697f-6f81-439d-b121-a3d6a94e21c2 req-291a74b8-3b4b-400f-b76f-ceca9e5c8e7f service neutron] 10.222.0.69 "GET /v2.0/networks/02514ff5-801e-4a1a-ba63-1d21a54e8a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4636841 May 23 15:46:44.148918 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ead39a38-caf8-4e22-a536-3d414d3f8b09 req-3309be4e-897b-47fc-9901-1d1babc22487 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b48c92d-aad0-4fa7-868d-7e81760784f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287158 May 23 15:46:44.169152 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:44.266739 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-136462a0-dbc6-4676-9a3e-0f5a1ab32e9d req-fcb8856c-5a83-41a8-8992-2027b286bb22 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:44.267022 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-136462a0-dbc6-4676-9a3e-0f5a1ab32e9d req-fcb8856c-5a83-41a8-8992-2027b286bb22 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (6f35c6a7-a825-4e7f-80c0-71f1bcadf00f), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:44.267334 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.db.l3_db [req-136462a0-dbc6-4676-9a3e-0f5a1ab32e9d req-fcb8856c-5a83-41a8-8992-2027b286bb22 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Floating IP 6f35c6a7-a825-4e7f-80c0-71f1bcadf00f disassociated. External IP: 172.27.3.15, port: f835d7e4-2023-42a3-91c1-27e29436c365. May 23 15:46:44.267691 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-136462a0-dbc6-4676-9a3e-0f5a1ab32e9d req-fcb8856c-5a83-41a8-8992-2027b286bb22 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Calling delete_port for f835d7e4-2023-42a3-91c1-27e29436c365 owned by compute:nova {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:46:44.371617 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:44.457543 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-136462a0-dbc6-4676-9a3e-0f5a1ab32e9d req-fcb8856c-5a83-41a8-8992-2027b286bb22 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (f835d7e4-2023-42a3-91c1-27e29436c365), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:44.485201 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8856c-5a83-41a8-8992-2027b286bb22 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Pushing event deleted for resources: {'Port': ['ID=f835d7e4-2023-42a3-91c1-27e29436c365,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:44.595148 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.l3_agent_scheduler [req-136462a0-dbc6-4676-9a3e-0f5a1ab32e9d req-fcb8856c-5a83-41a8-8992-2027b286bb22 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Router b2237190-0ecc-4cc4-8801-a8906c7f1eb7 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:46:44.769581 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-136462a0-dbc6-4676-9a3e-0f5a1ab32e9d req-fcb8856c-5a83-41a8-8992-2027b286bb22 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:46:44.778085 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a484697f-6f81-439d-b121-a3d6a94e21c2 req-9639f38b-e539-464d-8fb1-ab0faa512f94 service neutron] 10.222.0.69 "GET /v2.0/networks/02514ff5-801e-4a1a-ba63-1d21a54e8a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395369 May 23 15:46:44.778921 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034585d8-42ac-41b1-baa3-2e8c97c36bd8 None None] Sync routers for ids ['b2237190-0ecc-4cc4-8801-a8906c7f1eb7'] in dv-cinder-840678-12-iscsi {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:46:44.790318 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034585d8-42ac-41b1-baa3-2e8c97c36bd8 None None] Routers {'b2237190-0ecc-4cc4-8801-a8906c7f1eb7'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:46:44.790947 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-034585d8-42ac-41b1-baa3-2e8c97c36bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:46:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['b2237190-0ecc-4cc4-8801-a8906c7f1eb7'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:46:44.816452 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-136462a0-dbc6-4676-9a3e-0f5a1ab32e9d req-fcb8856c-5a83-41a8-8992-2027b286bb22 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] No DVR routers for this DVR port f835d7e4-2023-42a3-91c1-27e29436c365 on host hv-cinder-84067 {{(pid=111209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:46:44.823359 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-136462a0-dbc6-4676-9a3e-0f5a1ab32e9d req-fcb8856c-5a83-41a8-8992-2027b286bb22 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:44.823359 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-136462a0-dbc6-4676-9a3e-0f5a1ab32e9d req-fcb8856c-5a83-41a8-8992-2027b286bb22 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.69 "DELETE /v2.0/ports/f835d7e4-2023-42a3-91c1-27e29436c365 HTTP/1.1" status: 204 len: 173 time: 1.4191251 May 23 15:46:44.823906 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c3a3b9-3d55-44c3-8627-ba397c1f069d', 'name': 'network-vif-deleted', 'tag': 'f835d7e4-2023-42a3-91c1-27e29436c365'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:46:44.826179 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee63b524-e87c-4589-8fb0-adf68987e930" -d '{"events": [{"server_uuid": "15c3a3b9-3d55-44c3-8627-ba397c1f069d", "name": "network-vif-deleted", "tag": "f835d7e4-2023-42a3-91c1-27e29436c365"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:46:44.866895 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844eb3ca-70e3-41a6-9f81-d965ef71a95c x-openstack-request-id: req-844eb3ca-70e3-41a6-9f81-d965ef71a95c {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:46:44.867399 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c3a3b9-3d55-44c3-8627-ba397c1f069d", "name": "network-vif-deleted", "tag": "f835d7e4-2023-42a3-91c1-27e29436c365", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:46:44.867759 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-844eb3ca-70e3-41a6-9f81-d965ef71a95c {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:46:44.868272 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-844eb3ca-70e3-41a6-9f81-d965ef71a95c'] response: {'server_uuid': '15c3a3b9-3d55-44c3-8627-ba397c1f069d', 'name': 'network-vif-deleted', 'tag': 'f835d7e4-2023-42a3-91c1-27e29436c365', 'status': 'completed', 'code': 200} May 23 15:46:44.921580 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-034585d8-42ac-41b1-baa3-2e8c97c36bd8 None None] Set router b2237190-0ecc-4cc4-8801-a8906c7f1eb7 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:46:45.120566 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-034585d8-42ac-41b1-baa3-2e8c97c36bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'name': 'tempest-ServerRescueNegativeTestJSON-9416292-router', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'beeffdb6-4c55-477c-947b-4ff9ee4e4cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '65483f2a0c914022b38e501691095c51', 'gw_port': {'id': 'beeffdb6-4c55-477c-947b-4ff9ee4e4cd1', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:37Z', 'updated_at': '2022-05-23T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': '5771a809-8ea4-4c03-8585-e04bff0a8f9c', 'name': '', 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'mac_address': 'fa:16:3e:3a:52:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ca534db1-6e0a-429d-b324-076955c1b25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:41Z', 'updated_at': '2022-05-23T15:41:50Z', 'revision_number': 5, 'project_id': '65483f2a0c914022b38e501691095c51', 'subnets': [{'id': 'ca534db1-6e0a-429d-b324-076955c1b25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:46:45.129193 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa16e3e-23ac-4199-a1a1-af7108b924cc req-d9b8c6dd-87ba-44c5-9378-982d8e328e01 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:45.130826 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-daa16e3e-23ac-4199-a1a1-af7108b924cc req-d9b8c6dd-87ba-44c5-9378-982d8e328e01 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8393c1a9-60d1-4b54-947d-3ef1a2e56845 HTTP/1.1" status: 200 len: 944 time: 0.0484724 May 23 15:46:45.144911 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034585d8-42ac-41b1-baa3-2e8c97c36bd8 None None] Checking router: b2237190-0ecc-4cc4-8801-a8906c7f1eb7 for host: dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:46:45.153482 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034585d8-42ac-41b1-baa3-2e8c97c36bd8 None None] Routers {'b2237190-0ecc-4cc4-8801-a8906c7f1eb7'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:46:45.154097 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-034585d8-42ac-41b1-baa3-2e8c97c36bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:46:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['b2237190-0ecc-4cc4-8801-a8906c7f1eb7'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:46:45.187137 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-daa16e3e-23ac-4199-a1a1-af7108b924cc req-abf43157-d7c1-4516-a32a-72f8f848b7ff tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ed9dfb8-f829-4720-b15c-fe449d53bd67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499392 May 23 15:46:45.270132 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-76819859-be24-4746-a729-c0e81dbaaa3d req-bd9acd37-b13f-4e3f-ad6a-2c74e741618b tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c3a3b9-3d55-44c3-8627-ba397c1f069d HTTP/1.1" status: 200 len: 210 time: 0.0284851 May 23 15:46:45.273230 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-034585d8-42ac-41b1-baa3-2e8c97c36bd8 None None] Set router b2237190-0ecc-4cc4-8801-a8906c7f1eb7 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:46:45.353870 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=100 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:45.462274 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-034585d8-42ac-41b1-baa3-2e8c97c36bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'name': 'tempest-ServerRescueNegativeTestJSON-9416292-router', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'beeffdb6-4c55-477c-947b-4ff9ee4e4cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '65483f2a0c914022b38e501691095c51', 'gw_port': {'id': 'beeffdb6-4c55-477c-947b-4ff9ee4e4cd1', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:37Z', 'updated_at': '2022-05-23T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': '5771a809-8ea4-4c03-8585-e04bff0a8f9c', 'name': '', 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'mac_address': 'fa:16:3e:3a:52:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ca534db1-6e0a-429d-b324-076955c1b25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:41Z', 'updated_at': '2022-05-23T15:41:50Z', 'revision_number': 5, 'project_id': '65483f2a0c914022b38e501691095c51', 'subnets': [{'id': 'ca534db1-6e0a-429d-b324-076955c1b25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:46:45.490940 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034585d8-42ac-41b1-baa3-2e8c97c36bd8 None None] The sync data for ids ['b2237190-0ecc-4cc4-8801-a8906c7f1eb7'] in dv-cinder-840678-12-iscsi is: [{'id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'name': 'tempest-ServerRescueNegativeTestJSON-9416292-router', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'beeffdb6-4c55-477c-947b-4ff9ee4e4cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '65483f2a0c914022b38e501691095c51', 'gw_port': {'id': 'beeffdb6-4c55-477c-947b-4ff9ee4e4cd1', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:37Z', 'updated_at': '2022-05-23T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': '5771a809-8ea4-4c03-8585-e04bff0a8f9c', 'name': '', 'network_id': 'eeca0c6c-3155-49db-bdc5-95de249b904d', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'mac_address': 'fa:16:3e:3a:52:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ca534db1-6e0a-429d-b324-076955c1b25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:41Z', 'updated_at': '2022-05-23T15:41:50Z', 'revision_number': 5, 'project_id': '65483f2a0c914022b38e501691095c51', 'subnets': [{'id': 'ca534db1-6e0a-429d-b324-076955c1b25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:46:45.707455 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4feef2-b3eb-44ba-9b4a-d7eaa426ca91 None None] New status for floating IP 6f35c6a7-a825-4e7f-80c0-71f1bcadf00f: DOWN {{(pid=111211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:46:46.314474 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc529b52-293d-4456-89ad-5ba60af1f4af req-b5585d53-7b02-4c7f-8c02-1814350af800 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:46.315968 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-dc529b52-293d-4456-89ad-5ba60af1f4af req-b5585d53-7b02-4c7f-8c02-1814350af800 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8393c1a9-60d1-4b54-947d-3ef1a2e56845 HTTP/1.1" status: 200 len: 944 time: 0.0552888 May 23 15:46:46.382408 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01983d-74b6-463f-a9a5-49a9be8c1abb req-4cbd62c9-b109-4cbb-8ef8-4cf4dd04cb7b tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:46.383853 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5a01983d-74b6-463f-a9a5-49a9be8c1abb req-4cbd62c9-b109-4cbb-8ef8-4cf4dd04cb7b tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 946 time: 0.0670366 May 23 15:46:46.419962 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-dc529b52-293d-4456-89ad-5ba60af1f4af req-3fe8e59e-47f9-428e-9f68-88c3678086ea tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ed9dfb8-f829-4720-b15c-fe449d53bd67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914550 May 23 15:46:46.450249 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5a01983d-74b6-463f-a9a5-49a9be8c1abb req-01efcdfc-bbba-4def-a625-006692385eb6 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578969 May 23 15:46:46.651973 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 46974) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:46:46.708489 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-dcf57f59-ec03-4bbc-a8f3-8626b73ecda6 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks [] for security_group (9b48c92d-aad0-4fa7-868d-7e81760784f9), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:46.732577 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-dcf57f59-ec03-4bbc-a8f3-8626b73ecda6 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks [] for security_group (9b48c92d-aad0-4fa7-868d-7e81760784f9), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:46.868977 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-dcf57f59-ec03-4bbc-a8f3-8626b73ecda6 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (9b48c92d-aad0-4fa7-868d-7e81760784f9), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:46.871599 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-dcf57f59-ec03-4bbc-a8f3-8626b73ecda6 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:46.872776 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-dcf57f59-ec03-4bbc-a8f3-8626b73ecda6 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "DELETE /v2.0/security-groups/9b48c92d-aad0-4fa7-868d-7e81760784f9 HTTP/1.1" status: 204 len: 168 time: 0.2198286 May 23 15:46:46.875457 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 46976) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:46:46.882304 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf57f59-ec03-4bbc-a8f3-8626b73ecda6 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b48c92d-aad0-4fa7-868d-7e81760784f9,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:46.888696 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.api.v2.resource [None req-2524b9d5-ce22-4a4e-8728-c45f86d954c8 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] show failed (client error): The resource could not be found. May 23 15:46:46.893080 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 46978) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:46:46.896094 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-2524b9d5-ce22-4a4e-8728-c45f86d954c8 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups/9b48c92d-aad0-4fa7-868d-7e81760784f9 HTTP/1.1" status: 404 len: 347 time: 0.0137701 May 23 15:46:47.007923 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-c0ad03e5-3241-492a-a6bc-b00cbd4355cf tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Deleting port 8d6ebb70-3547-4bde-9f81-ba04bd97769e {{(pid=111208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:46:47.008304 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c0ad03e5-3241-492a-a6bc-b00cbd4355cf tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (8d6ebb70-3547-4bde-9f81-ba04bd97769e), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:47.016250 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device ab319228-d2e4-408a-a8f8-6e3febb2286b details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=111210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:46:47.026544 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device f835d7e4-2023-42a3-91c1-27e29436c365 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:46:47.052005 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] No Port match for: f835d7e4-2023-42a3-91c1-27e29436c365 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:46:47.052209 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device f835d7e4-2023-42a3-91c1-27e29436c365 not bound to the agent host hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:46:47.085904 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c0ad03e5-3241-492a-a6bc-b00cbd4355cf tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (8d6ebb70-3547-4bde-9f81-ba04bd97769e), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:47.086322 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c0ad03e5-3241-492a-a6bc-b00cbd4355cf tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks [] for floatingip (8d6ebb70-3547-4bde-9f81-ba04bd97769e), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:47.099615 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-c0ad03e5-3241-492a-a6bc-b00cbd4355cf tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Calling delete_port for 8d6ebb70-3547-4bde-9f81-ba04bd97769e owned by network:floatingip {{(pid=111208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:46:47.112115 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=100 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:47.162357 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port ab319228-d2e4-408a-a8f8-6e3febb2286b, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ab319228-d2e4-408a-a8f8-6e3febb2286b,segment=NetworkSegment(eb2ba815-dec5-4bfe-b7e3-360ced084414),segment_id=eb2ba815-dec5-4bfe-b7e3-360ced084414)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:46:47.162357 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Returning: {'device': 'ab319228-d2e4-408a-a8f8-6e3febb2286b', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'port_id': 'ab319228-d2e4-408a-a8f8-6e3febb2286b', 'mac_address': 'fa:16:3e:0d:f3:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:46:47.199309 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port ab319228-d2e4-408a-a8f8-6e3febb2286b is: DOWN; New status is: BUILD {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:46:47.199723 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (ab319228-d2e4-408a-a8f8-6e3febb2286b), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:47.213706 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab319228-d2e4-408a-a8f8-6e3febb2286b {{(pid=111210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:46:47.229987 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:47.234506 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port ab319228-d2e4-408a-a8f8-6e3febb2286b, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ab319228-d2e4-408a-a8f8-6e3febb2286b,segment=NetworkSegment(eb2ba815-dec5-4bfe-b7e3-360ced084414),segment_id=eb2ba815-dec5-4bfe-b7e3-360ced084414)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:46:47.342803 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (ab319228-d2e4-408a-a8f8-6e3febb2286b), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:47.366767 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c0ad03e5-3241-492a-a6bc-b00cbd4355cf tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (8d6ebb70-3547-4bde-9f81-ba04bd97769e), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:47.390708 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=ab319228-d2e4-408a-a8f8-6e3febb2286b,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:47.393221 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad03e5-3241-492a-a6bc-b00cbd4355cf tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Pushing event deleted for resources: {'Port': ['ID=8d6ebb70-3547-4bde-9f81-ba04bd97769e,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:47.417676 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:47.458567 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c0ad03e5-3241-492a-a6bc-b00cbd4355cf tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks [] for floatingip (6f35c6a7-a825-4e7f-80c0-71f1bcadf00f), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:47.461037 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c0ad03e5-3241-492a-a6bc-b00cbd4355cf tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:47.462236 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-c0ad03e5-3241-492a-a6bc-b00cbd4355cf tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "DELETE /v2.0/floatingips/6f35c6a7-a825-4e7f-80c0-71f1bcadf00f HTTP/1.1" status: 204 len: 168 time: 0.5681033 May 23 15:46:47.563389 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81973dab-6885-4c46-81c4-2d81386fa09b req-1b056a95-933c-480a-948f-2c3ae9163461 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:47.564915 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-81973dab-6885-4c46-81c4-2d81386fa09b req-1b056a95-933c-480a-948f-2c3ae9163461 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8393c1a9-60d1-4b54-947d-3ef1a2e56845 HTTP/1.1" status: 200 len: 945 time: 0.0744791 May 23 15:46:47.596116 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2fc6e-6138-4480-95d1-66a0943bb16d req-da1edbe2-9b48-4174-8163-58244cbe0cb4 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:47.597603 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-26a2fc6e-6138-4480-95d1-66a0943bb16d req-da1edbe2-9b48-4174-8163-58244cbe0cb4 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 946 time: 0.0721016 May 23 15:46:47.603025 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:47.642502 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-81973dab-6885-4c46-81c4-2d81386fa09b req-fe5f6fd7-b7e3-490d-89fc-2ec8979a01ff tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ed9dfb8-f829-4720-b15c-fe449d53bd67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715246 May 23 15:46:47.672433 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-26a2fc6e-6138-4480-95d1-66a0943bb16d req-c62fc78d-b80f-46f1-8f86-0213dd40fa20 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630169 May 23 15:46:47.695383 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['ab319228-d2e4-408a-a8f8-6e3febb2286b'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:46:48.745968 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:48.781406 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c61b9-3d23-4520-9bf1-d123970dee5d req-57cabb40-64c2-4c7e-97a0-8a5a29ea8f22 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:48.782892 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6a4c61b9-3d23-4520-9bf1-d123970dee5d req-57cabb40-64c2-4c7e-97a0-8a5a29ea8f22 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8393c1a9-60d1-4b54-947d-3ef1a2e56845 HTTP/1.1" status: 200 len: 945 time: 0.0725970 May 23 15:46:48.812834 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e888641-de95-4552-bcd4-12c31b83d00d req-e7d84c36-b85d-4afb-98c4-25b194b8086f tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:48.814301 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4e888641-de95-4552-bcd4-12c31b83d00d req-e7d84c36-b85d-4afb-98c4-25b194b8086f tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 946 time: 0.0716648 May 23 15:46:48.861005 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6a4c61b9-3d23-4520-9bf1-d123970dee5d req-d87791cb-b322-4490-bffb-8311a2d0e625 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ed9dfb8-f829-4720-b15c-fe449d53bd67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723860 May 23 15:46:48.893025 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4e888641-de95-4552-bcd4-12c31b83d00d req-04d471b5-d21a-4eff-aba7-b241225d91c0 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709586 May 23 15:46:49.025526 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device ab319228-d2e4-408a-a8f8-6e3febb2286b up at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:46:49.067662 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning for port ab319228-d2e4-408a-a8f8-6e3febb2286b completed by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:46:49.114615 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning complete for port ab319228-d2e4-408a-a8f8-6e3febb2286b triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:46:49.115001 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (ab319228-d2e4-408a-a8f8-6e3febb2286b), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:49.188265 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port ab319228-d2e4-408a-a8f8-6e3febb2286b is: BUILD; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:46:49.188649 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (ab319228-d2e4-408a-a8f8-6e3febb2286b), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:49.211549 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8393c1a9-60d1-4b54-947d-3ef1a2e56845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab319228-d2e4-408a-a8f8-6e3febb2286b'}] {{(pid=111210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:46:49.213930 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9c7a1c507f49bcca1db13b0162076e02f5240d03c1faf9934ae6854bea0488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7393a0a0-529b-42c6-84e7-47b8fc0f6159" -d '{"events": [{"server_uuid": "8393c1a9-60d1-4b54-947d-3ef1a2e56845", "name": "network-vif-plugged", "status": "completed", "tag": "ab319228-d2e4-408a-a8f8-6e3febb2286b"}]}' {{(pid=111210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:46:49.226055 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:49.227970 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port ab319228-d2e4-408a-a8f8-6e3febb2286b, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ab319228-d2e4-408a-a8f8-6e3febb2286b,segment=NetworkSegment(eb2ba815-dec5-4bfe-b7e3-360ced084414),segment_id=eb2ba815-dec5-4bfe-b7e3-360ced084414)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:46:49.251016 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76355b4b-c375-4535-a4cf-29ef500b38b7 x-openstack-request-id: req-76355b4b-c375-4535-a4cf-29ef500b38b7 {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:46:49.251354 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8393c1a9-60d1-4b54-947d-3ef1a2e56845", "name": "network-vif-plugged", "status": "completed", "tag": "ab319228-d2e4-408a-a8f8-6e3febb2286b", "code": 200}]} {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:46:49.251614 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-76355b4b-c375-4535-a4cf-29ef500b38b7 {{(pid=111210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:46:49.252006 dv-cinder-840678-12-iscsi neutron-server[111210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76355b4b-c375-4535-a4cf-29ef500b38b7'] response: {'server_uuid': '8393c1a9-60d1-4b54-947d-3ef1a2e56845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab319228-d2e4-408a-a8f8-6e3febb2286b', 'code': 200} May 23 15:46:49.280381 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (ab319228-d2e4-408a-a8f8-6e3febb2286b), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:49.328714 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=ab319228-d2e4-408a-a8f8-6e3febb2286b,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:49.700754 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e9494-7323-4188-8954-9b8b34d5086f req-8d3ff4f9-cef6-489f-b1a3-6e35ff523c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:49.702418 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7a7e9494-7323-4188-8954-9b8b34d5086f req-8d3ff4f9-cef6-489f-b1a3-6e35ff523c2c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8393c1a9-60d1-4b54-947d-3ef1a2e56845 HTTP/1.1" status: 200 len: 1130 time: 0.0398903 May 23 15:46:49.746651 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7a7e9494-7323-4188-8954-9b8b34d5086f req-5cb6c9d9-29c9-460b-aa49-a9b5b73b88f5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4ed9dfb8-f829-4720-b15c-fe449d53bd67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378172 May 23 15:46:49.986479 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e74a7-bdaf-433e-959e-f29abdbb4441 req-31d4a4e1-0140-4b59-9f5c-59909a1f9c74 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:49.987924 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1a7e74a7-bdaf-433e-959e-f29abdbb4441 req-31d4a4e1-0140-4b59-9f5c-59909a1f9c74 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8393c1a9-60d1-4b54-947d-3ef1a2e56845 HTTP/1.1" status: 200 len: 946 time: 0.0599537 May 23 15:46:50.042290 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d6594-dc79-4c59-8d53-c04b964ab506 req-4fa41a4c-4537-4eba-b1b3-aee8b8595372 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:50.043734 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9b4d6594-dc79-4c59-8d53-c04b964ab506 req-4fa41a4c-4537-4eba-b1b3-aee8b8595372 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 946 time: 0.0797522 May 23 15:46:50.088533 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1a7e74a7-bdaf-433e-959e-f29abdbb4441 req-f6de04bb-c909-468c-9437-2085a07804ec tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ed9dfb8-f829-4720-b15c-fe449d53bd67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842319 May 23 15:46:50.118502 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9b4d6594-dc79-4c59-8d53-c04b964ab506 req-8f20bcd5-e59c-4203-ba12-5df249430af2 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637341 May 23 15:46:50.460546 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e43fe3-2464-4557-8f13-ff292a477566 req-f2918979-3d3d-475e-897b-e9b09261c69b tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:50.462003 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f6e43fe3-2464-4557-8f13-ff292a477566 req-f2918979-3d3d-475e-897b-e9b09261c69b tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.0463977 May 23 15:46:50.507659 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f6e43fe3-2464-4557-8f13-ff292a477566 req-5a1f4866-6144-483d-bfa5-71e5e8ad0b45 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401742 May 23 15:46:51.241029 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a4686-450e-4aa0-9aff-04b9f10f6c38 req-9e2c907d-d7a4-47e7-948a-1fbcbf518923 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:51.242558 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-065a4686-450e-4aa0-9aff-04b9f10f6c38 req-9e2c907d-d7a4-47e7-948a-1fbcbf518923 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8393c1a9-60d1-4b54-947d-3ef1a2e56845 HTTP/1.1" status: 200 len: 946 time: 0.0806336 May 23 15:46:51.261913 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49020f2-9b65-495f-b6fa-495d946ed858 req-3e201700-d642-4d16-bdbe-3f6c27de8573 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:51.263295 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b49020f2-9b65-495f-b6fa-495d946ed858 req-3e201700-d642-4d16-bdbe-3f6c27de8573 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 946 time: 0.0678353 May 23 15:46:51.334077 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-065a4686-450e-4aa0-9aff-04b9f10f6c38 req-610168ca-f051-4d89-b9d9-cbe3605e04c9 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ed9dfb8-f829-4720-b15c-fe449d53bd67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859916 May 23 15:46:51.338669 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b49020f2-9b65-495f-b6fa-495d946ed858 req-5c7ed04d-56a5-48cb-8f61-e244fc99da5e tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667729 May 23 15:46:51.622223 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7bd32-34e9-418f-8557-444fd12524f6 req-578eb891-f508-4028-89cc-79b216987414 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:51.623690 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5db7bd32-34e9-418f-8557-444fd12524f6 req-578eb891-f508-4028-89cc-79b216987414 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.0484197 May 23 15:46:51.674844 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5db7bd32-34e9-418f-8557-444fd12524f6 req-cb755881-45eb-44f3-b50a-1dc669adfe6c tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452309 May 23 15:46:51.868675 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-b4414e4d-7a39-41f4-a998-ac7d8ef9f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:52.477580 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40374090-6af3-4606-9169-8448803d056d req-39c122d7-97b8-413f-b659-a5e4356ab8d6 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:52.479075 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-40374090-6af3-4606-9169-8448803d056d req-39c122d7-97b8-413f-b659-a5e4356ab8d6 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8393c1a9-60d1-4b54-947d-3ef1a2e56845 HTTP/1.1" status: 200 len: 946 time: 0.0750816 May 23 15:46:52.493804 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7c642-487e-44e2-ba6e-6c4565c600cc req-60d083cc-6336-49f3-be0b-dec7b5c26faa tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:52.495218 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-fec7c642-487e-44e2-ba6e-6c4565c600cc req-60d083cc-6336-49f3-be0b-dec7b5c26faa tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 946 time: 0.0622592 May 23 15:46:52.525883 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:52.569434 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-40374090-6af3-4606-9169-8448803d056d req-3f1c470a-380c-4ac3-b530-06baf00c24e6 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ed9dfb8-f829-4720-b15c-fe449d53bd67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826902 May 23 15:46:52.573225 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-fec7c642-487e-44e2-ba6e-6c4565c600cc req-e2786a82-fac8-4581-9895-11bf86837c33 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719473 May 23 15:46:52.790950 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235c331-409a-4e47-ab9f-5e4aa5b76155 req-de54a144-4188-4c55-b992-badf5cb6daee tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:52.792413 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c235c331-409a-4e47-ab9f-5e4aa5b76155 req-de54a144-4188-4c55-b992-badf5cb6daee tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.0512924 May 23 15:46:52.827456 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:52.839086 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c235c331-409a-4e47-ab9f-5e4aa5b76155 req-f6860be0-7483-4817-ae1d-98f1c2b10111 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412359 May 23 15:46:53.711417 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29fe8f-43dc-4e0c-aa54-92b54bb9f89e req-ccec1f50-9a07-4f78-8cc3-64c15a14317f tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:53.711417 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6e29fe8f-43dc-4e0c-aa54-92b54bb9f89e req-ccec1f50-9a07-4f78-8cc3-64c15a14317f tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8393c1a9-60d1-4b54-947d-3ef1a2e56845 HTTP/1.1" status: 200 len: 946 time: 0.0743718 May 23 15:46:53.725012 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f47000-f6e6-433b-821a-ced614f12cb6 req-346cca06-b9a2-49b1-8533-6ab35d9003a0 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:53.726441 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c1f47000-f6e6-433b-821a-ced614f12cb6 req-346cca06-b9a2-49b1-8533-6ab35d9003a0 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 946 time: 0.0627255 May 23 15:46:53.802643 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6e29fe8f-43dc-4e0c-aa54-92b54bb9f89e req-dd7b858b-2316-40cd-be3b-d96a75b8439d tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ed9dfb8-f829-4720-b15c-fe449d53bd67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845842 May 23 15:46:53.807012 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c1f47000-f6e6-433b-821a-ced614f12cb6 req-18c35eb4-2012-44a1-ab48-474c3edb6baf tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746317 May 23 15:46:53.931947 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c6033-ca07-4b08-8347-eadb2aa104f6 req-faf5ee8e-04ec-4e8a-907d-1d92403799fe tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:53.934507 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d40c6033-ca07-4b08-8347-eadb2aa104f6 req-faf5ee8e-04ec-4e8a-907d-1d92403799fe tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.69 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.0888059 May 23 15:46:53.995597 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073df5ff-2f47-458e-84da-201945133f1e req-82c46c29-021c-46e2-8295-5256397a9df3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:53.997036 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-073df5ff-2f47-458e-84da-201945133f1e req-82c46c29-021c-46e2-8295-5256397a9df3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8393c1a9-60d1-4b54-947d-3ef1a2e56845 HTTP/1.1" status: 200 len: 946 time: 0.1231191 May 23 15:46:54.005709 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 47032) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:46:54.010274 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-1d229243-1cf8-4001-92ff-09cb583757ce tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Request body: {'floatingip': {'port_id': 'ab319228-d2e4-408a-a8f8-6e3febb2286b'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:46:54.013594 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4d2bb-040b-4bd4-8721-a5ea957783ca req-1c7003d3-c025-4d32-9a83-d50e7ef78948 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:54.015094 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-29d4d2bb-040b-4bd4-8721-a5ea957783ca req-1c7003d3-c025-4d32-9a83-d50e7ef78948 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 946 time: 0.1072438 May 23 15:46:54.056414 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-1d229243-1cf8-4001-92ff-09cb583757ce tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for floatingip (03245fe5-e4ac-44d6-892d-f20cb6316146), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:54.078170 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-d40c6033-ca07-4b08-8347-eadb2aa104f6 req-023d7a77-530b-4a84-b8bd-c229ef263140 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Deleting port e89cca66-d50b-4f6c-a342-f64ba7767359 {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:46:54.079733 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-d40c6033-ca07-4b08-8347-eadb2aa104f6 req-023d7a77-530b-4a84-b8bd-c229ef263140 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (e89cca66-d50b-4f6c-a342-f64ba7767359), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:54.147729 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-29d4d2bb-040b-4bd4-8721-a5ea957783ca req-9fad2acf-491f-4496-bde8-a0ef9ee32c83 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203094 May 23 15:46:54.192938 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-d40c6033-ca07-4b08-8347-eadb2aa104f6 req-023d7a77-530b-4a84-b8bd-c229ef263140 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] For port e89cca66-d50b-4f6c-a342-f64ba7767359, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e89cca66-d50b-4f6c-a342-f64ba7767359,segment=NetworkSegment(21e9a643-8a12-437e-ab5f-657aa4ff3f49),segment_id=21e9a643-8a12-437e-ab5f-657aa4ff3f49)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:46:54.193370 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-d40c6033-ca07-4b08-8347-eadb2aa104f6 req-023d7a77-530b-4a84-b8bd-c229ef263140 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (e89cca66-d50b-4f6c-a342-f64ba7767359), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:54.207352 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-d40c6033-ca07-4b08-8347-eadb2aa104f6 req-023d7a77-530b-4a84-b8bd-c229ef263140 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Calling delete_port for e89cca66-d50b-4f6c-a342-f64ba7767359 owned by compute:nova {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:46:54.234870 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-eb211dfb-8a5d-4636-b46d-480f42b12e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:54.411562 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-d40c6033-ca07-4b08-8347-eadb2aa104f6 req-023d7a77-530b-4a84-b8bd-c229ef263140 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (e89cca66-d50b-4f6c-a342-f64ba7767359), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:54.450751 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d7a77-530b-4a84-b8bd-c229ef263140 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Pushing event deleted for resources: {'Port': ['ID=e89cca66-d50b-4f6c-a342-f64ba7767359,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:46:54.456327 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f', 'e89cca66-d50b-4f6c-a342-f64ba7767359'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:46:54.496516 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40c6033-ca07-4b08-8347-eadb2aa104f6 req-023d7a77-530b-4a84-b8bd-c229ef263140 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] No DVR routers for this DVR port e89cca66-d50b-4f6c-a342-f64ba7767359 on host hv-cinder-84067 {{(pid=111209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:46:54.496954 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-1d229243-1cf8-4001-92ff-09cb583757ce tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:54.500574 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-d40c6033-ca07-4b08-8347-eadb2aa104f6 req-023d7a77-530b-4a84-b8bd-c229ef263140 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:54.503995 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d40c6033-ca07-4b08-8347-eadb2aa104f6 req-023d7a77-530b-4a84-b8bd-c229ef263140 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.69 "DELETE /v2.0/ports/e89cca66-d50b-4f6c-a342-f64ba7767359 HTTP/1.1" status: 204 len: 173 time: 0.5464823 May 23 15:46:54.504450 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1210ee26-89ef-4f9e-b0e9-9534c3dd9d09', 'name': 'network-vif-deleted', 'tag': 'e89cca66-d50b-4f6c-a342-f64ba7767359'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:46:54.506723 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1923ee62-a467-43b3-9e25-e795df845f5d" -d '{"events": [{"server_uuid": "1210ee26-89ef-4f9e-b0e9-9534c3dd9d09", "name": "network-vif-deleted", "tag": "e89cca66-d50b-4f6c-a342-f64ba7767359"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:46:54.548836 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d8cf44-35dc-43dc-9e1e-0366b796d258 x-openstack-request-id: req-e8d8cf44-35dc-43dc-9e1e-0366b796d258 {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:46:54.549161 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1210ee26-89ef-4f9e-b0e9-9534c3dd9d09", "name": "network-vif-deleted", "tag": "e89cca66-d50b-4f6c-a342-f64ba7767359", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:46:54.549422 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8d8cf44-35dc-43dc-9e1e-0366b796d258 {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:46:54.549837 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d8cf44-35dc-43dc-9e1e-0366b796d258'] response: {'server_uuid': '1210ee26-89ef-4f9e-b0e9-9534c3dd9d09', 'name': 'network-vif-deleted', 'tag': 'e89cca66-d50b-4f6c-a342-f64ba7767359', 'status': 'completed', 'code': 200} May 23 15:46:54.628656 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-1d229243-1cf8-4001-92ff-09cb583757ce tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (03245fe5-e4ac-44d6-892d-f20cb6316146), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:54.729723 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.db.l3_db [None req-1d229243-1cf8-4001-92ff-09cb583757ce tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Floating IP 03245fe5-e4ac-44d6-892d-f20cb6316146 associated. External IP: 172.27.3.228, port: ab319228-d2e4-408a-a8f8-6e3febb2286b. May 23 15:46:54.935829 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e1a1f-ab51-4f24-87f8-3d947dc08689 req-50e102f0-fa65-479f-b340-6f652d5e05ee tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:54.937537 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-023e1a1f-ab51-4f24-87f8-3d947dc08689 req-50e102f0-fa65-479f-b340-6f652d5e05ee tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 946 time: 0.0566778 May 23 15:46:54.940514 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d229243-1cf8-4001-92ff-09cb583757ce tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:46:54.994903 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-023e1a1f-ab51-4f24-87f8-3d947dc08689 req-9e2da28d-0b8d-4e52-b4f1-0e88b5406e83 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502093 May 23 15:46:55.159865 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=71,neutron:UPDATE=4 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:55.161153 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=31,neutron:UPDATE=5 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:55.245805 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:55.270026 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d229243-1cf8-4001-92ff-09cb583757ce tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:46:55.272143 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f5cbfbbe-d407-4198-a435-94eea3c999ff req-c0ec60ae-a60a-471a-acc2-1e04b5b47d9f tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=1210ee26-89ef-4f9e-b0e9-9534c3dd9d09 HTTP/1.1" status: 200 len: 210 time: 0.0363989 May 23 15:46:55.275390 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-1d229243-1cf8-4001-92ff-09cb583757ce tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:55.282069 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9289a683-2552-4270-ae26-b6d115bc8bd6 None None] Sync routers for ids ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'] in dv-cinder-840678-12-iscsi {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:46:55.299003 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9289a683-2552-4270-ae26-b6d115bc8bd6 None None] Routers {'664d0f8c-af99-4e8c-a6dd-f6353adbfa51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:46:55.299955 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-9289a683-2552-4270-ae26-b6d115bc8bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:46:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:46:55.312808 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-1d229243-1cf8-4001-92ff-09cb583757ce tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "PUT /v2.0/floatingips/03245fe5-e4ac-44d6-892d-f20cb6316146 HTTP/1.1" status: 200 len: 992 time: 1.3059552 May 23 15:46:55.313749 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8393c1a9-60d1-4b54-947d-3ef1a2e56845', 'tag': 'ab319228-d2e4-408a-a8f8-6e3febb2286b'}] {{(pid=111208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:46:55.316007 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e8bc6f21cde82e90109a250a18be241d8bc12bef919575b3a0310827eb45c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af62169-053a-4abc-8e11-b7df81c2d5cf" -d '{"events": [{"name": "network-changed", "server_uuid": "8393c1a9-60d1-4b54-947d-3ef1a2e56845", "tag": "ab319228-d2e4-408a-a8f8-6e3febb2286b"}]}' {{(pid=111208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:46:55.361045 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5227e310-52ea-40ca-b788-0d1384de9024 x-openstack-request-id: req-5227e310-52ea-40ca-b788-0d1384de9024 {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:46:55.361365 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8393c1a9-60d1-4b54-947d-3ef1a2e56845", "tag": "ab319228-d2e4-408a-a8f8-6e3febb2286b", "status": "completed", "code": 200}]} {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:46:55.372276 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5227e310-52ea-40ca-b788-0d1384de9024 {{(pid=111208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:46:55.372276 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5227e310-52ea-40ca-b788-0d1384de9024'] response: {'name': 'network-changed', 'server_uuid': '8393c1a9-60d1-4b54-947d-3ef1a2e56845', 'tag': 'ab319228-d2e4-408a-a8f8-6e3febb2286b', 'status': 'completed', 'code': 200} May 23 15:46:55.372510 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:55.419426 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-9289a683-2552-4270-ae26-b6d115bc8bd6 None None] Set router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:46:55.462409 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af62169-053a-4abc-8e11-b7df81c2d5cf req-bf29326b-0417-4adf-9bee-bf9e52aed39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:55.463898 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0af62169-053a-4abc-8e11-b7df81c2d5cf req-bf29326b-0417-4adf-9bee-bf9e52aed39c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a15ae9d15a64468f80628ed51c2e42d6&device_id=8393c1a9-60d1-4b54-947d-3ef1a2e56845 HTTP/1.1" status: 200 len: 1130 time: 0.0411687 May 23 15:46:55.541134 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:55.559355 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af62169-053a-4abc-8e11-b7df81c2d5cf req-f955d01a-e69f-4a37-ab39-82467a6dadad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:55.561109 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0af62169-053a-4abc-8e11-b7df81c2d5cf req-f955d01a-e69f-4a37-ab39-82467a6dadad service neutron] 10.222.0.69 "GET /v2.0/networks?id=6b67b25e-d689-4151-bafc-c9d67faaca84 HTTP/1.1" status: 200 len: 916 time: 0.0868218 May 23 15:46:55.631083 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0af62169-053a-4abc-8e11-b7df81c2d5cf req-2556897d-fb68-4c55-97db-56ec5cfa13f5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab319228-d2e4-408a-a8f8-6e3febb2286b HTTP/1.1" status: 200 len: 1000 time: 0.0627701 May 23 15:46:55.658528 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-9289a683-2552-4270-ae26-b6d115bc8bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:43:08Z', 'revision_number': 4, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port': {'id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:04Z', 'updated_at': '2022-05-23T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '03245fe5-e4ac-44d6-892d-f20cb6316146', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'port_id': 'ab319228-d2e4-408a-a8f8-6e3febb2286b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'mac_address': 'fa:16:3e:0d:f3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8393c1a9-60d1-4b54-947d-3ef1a2e56845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:46:33Z', 'updated_at': '2022-05-23T15:46:54Z', 'revision_number': 1, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d87a55-685c-46b8-ae16-8a3aeaf73929', 'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'mac_address': 'fa:16:3e:de:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:07Z', 'updated_at': '2022-05-23T15:43:13Z', 'revision_number': 5, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'subnets': [{'id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:46:55.660279 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:55.682279 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af62169-053a-4abc-8e11-b7df81c2d5cf req-96ec4ffd-cc29-48db-a9b3-3c454c9076f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:55.683947 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0af62169-053a-4abc-8e11-b7df81c2d5cf req-96ec4ffd-cc29-48db-a9b3-3c454c9076f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=798d4771-9590-4ee2-b6ff-bdfb7b6f48c3 HTTP/1.1" status: 200 len: 854 time: 0.0468097 May 23 15:46:55.684075 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9289a683-2552-4270-ae26-b6d115bc8bd6 None None] Checking router: 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 for host: dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:46:55.693333 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9289a683-2552-4270-ae26-b6d115bc8bd6 None None] Routers {'664d0f8c-af99-4e8c-a6dd-f6353adbfa51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:46:55.693961 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-9289a683-2552-4270-ae26-b6d115bc8bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:46:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:46:55.734413 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af62169-053a-4abc-8e11-b7df81c2d5cf req-e6002bf4-58be-4d9f-ba8e-fa495dda5070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:55.736987 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0af62169-053a-4abc-8e11-b7df81c2d5cf req-e6002bf4-58be-4d9f-ba8e-fa495dda5070 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6b67b25e-d689-4151-bafc-c9d67faaca84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469189 May 23 15:46:55.801354 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-9289a683-2552-4270-ae26-b6d115bc8bd6 None None] Set router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:46:55.836277 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0af62169-053a-4abc-8e11-b7df81c2d5cf req-f74b238e-715a-4483-b128-35acb142b588 service neutron] 10.222.0.69 "GET /v2.0/networks/6b67b25e-d689-4151-bafc-c9d67faaca84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903080 May 23 15:46:55.839616 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:55.927468 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0af62169-053a-4abc-8e11-b7df81c2d5cf req-88ac82a6-2b3f-47ae-b39a-4aaba16a2365 service neutron] 10.222.0.69 "GET /v2.0/networks/6b67b25e-d689-4151-bafc-c9d67faaca84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853696 May 23 15:46:56.008797 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-9289a683-2552-4270-ae26-b6d115bc8bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:43:08Z', 'revision_number': 4, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port': {'id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:04Z', 'updated_at': '2022-05-23T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '03245fe5-e4ac-44d6-892d-f20cb6316146', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'port_id': 'ab319228-d2e4-408a-a8f8-6e3febb2286b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'mac_address': 'fa:16:3e:0d:f3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8393c1a9-60d1-4b54-947d-3ef1a2e56845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:46:33Z', 'updated_at': '2022-05-23T15:46:54Z', 'revision_number': 1, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d87a55-685c-46b8-ae16-8a3aeaf73929', 'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'mac_address': 'fa:16:3e:de:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:07Z', 'updated_at': '2022-05-23T15:43:13Z', 'revision_number': 5, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'subnets': [{'id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:46:56.120503 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c53dd-9b27-4d3a-9bfa-05c257a0aae6 req-68883485-f344-489a-a937-34b7688da205 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:56.122735 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-203c53dd-9b27-4d3a-9bfa-05c257a0aae6 req-68883485-f344-489a-a937-34b7688da205 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 946 time: 0.0535681 May 23 15:46:56.163099 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9289a683-2552-4270-ae26-b6d115bc8bd6 None None] The sync data for ids ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'] in dv-cinder-840678-12-iscsi is: [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:43:08Z', 'revision_number': 4, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port': {'id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:04Z', 'updated_at': '2022-05-23T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '03245fe5-e4ac-44d6-892d-f20cb6316146', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'port_id': 'ab319228-d2e4-408a-a8f8-6e3febb2286b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'mac_address': 'fa:16:3e:0d:f3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8393c1a9-60d1-4b54-947d-3ef1a2e56845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:46:33Z', 'updated_at': '2022-05-23T15:46:54Z', 'revision_number': 1, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d87a55-685c-46b8-ae16-8a3aeaf73929', 'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'mac_address': 'fa:16:3e:de:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:07Z', 'updated_at': '2022-05-23T15:43:13Z', 'revision_number': 5, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'subnets': [{'id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:46:56.174261 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-203c53dd-9b27-4d3a-9bfa-05c257a0aae6 req-79bc6d0e-dbb7-4aad-b878-a30b65e18d2d tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445974 May 23 15:46:56.358528 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1676aabd-6693-4446-9960-629d12ba9f92 None None] New status for floating IP 03245fe5-e4ac-44d6-892d-f20cb6316146: ACTIVE {{(pid=111211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:46:56.624603 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6a258-d734-4828-aa47-1f3fa8445bb1 req-f2285e29-f722-4396-9af4-87fd56a398b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:56.626286 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9ca6a258-d734-4828-aa47-1f3fa8445bb1 req-f2285e29-f722-4396-9af4-87fd56a398b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e0860b3d072246d49cd43a900351d571&device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 1130 time: 0.0414479 May 23 15:46:56.657243 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:56.727979 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6a258-d734-4828-aa47-1f3fa8445bb1 req-879eb49a-5b0a-4981-910c-fa5584ed3993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:56.730870 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9ca6a258-d734-4828-aa47-1f3fa8445bb1 req-879eb49a-5b0a-4981-910c-fa5584ed3993 service neutron] 10.222.0.69 "GET /v2.0/networks?id=52f38aa2-2e8c-4bbb-b78a-8086514940da HTTP/1.1" status: 200 len: 909 time: 0.0933099 May 23 15:46:56.816111 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9ca6a258-d734-4828-aa47-1f3fa8445bb1 req-171ec4d8-de21-4af0-9ef7-0b06df1294ac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0610243-2466-4315-a3e6-15f6cea816b8 HTTP/1.1" status: 200 len: 1001 time: 0.0802550 May 23 15:46:56.831069 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a61ea7-2a83-4013-ac82-f15d51b36561 req-05a2f499-30de-4dbe-bf99-4ffe8010d059 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:56.832474 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c5a61ea7-2a83-4013-ac82-f15d51b36561 req-05a2f499-30de-4dbe-bf99-4ffe8010d059 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.0575507 May 23 15:46:56.881284 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c5a61ea7-2a83-4013-ac82-f15d51b36561 req-b57bc0e2-7ae6-4d26-9bf5-5842d94c10f2 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431001 May 23 15:46:57.072306 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device e89cca66-d50b-4f6c-a342-f64ba7767359 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:46:57.091999 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] No Port match for: e89cca66-d50b-4f6c-a342-f64ba7767359 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:46:57.092368 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device e89cca66-d50b-4f6c-a342-f64ba7767359 not bound to the agent host hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:46:57.287642 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be5370-a5f7-4d94-b302-db4af3e5d1bb req-6c43d31e-1ac2-467c-93c9-a326efc46e9b tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:57.289239 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f6be5370-a5f7-4d94-b302-db4af3e5d1bb req-6c43d31e-1ac2-467c-93c9-a326efc46e9b tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 946 time: 0.0465260 May 23 15:46:57.307231 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:57.338182 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f6be5370-a5f7-4d94-b302-db4af3e5d1bb req-e987cee3-0f3c-413a-91ea-07abef96ce88 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435922 May 23 15:46:57.992886 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0efea-b54a-4735-a95b-26e9853b740e req-fcdca8a1-fcd2-4920-9892-8e7798c0a882 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:57.994258 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6bc0efea-b54a-4735-a95b-26e9853b740e req-fcdca8a1-fcd2-4920-9892-8e7798c0a882 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.0458500 May 23 15:46:58.040314 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6bc0efea-b54a-4735-a95b-26e9853b740e req-b8e329e6-66b2-41f3-b778-db635440ac4a tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401018 May 23 15:46:58.291471 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:58.308545 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:46:58.460550 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd66c39-3251-4aaa-ac93-6f75e573fd5c req-fd8b54e2-cbaa-4603-867a-b75fd2ecf029 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:58.462042 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1bd66c39-3251-4aaa-ac93-6f75e573fd5c req-fd8b54e2-cbaa-4603-867a-b75fd2ecf029 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 946 time: 0.0576663 May 23 15:46:58.510449 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1bd66c39-3251-4aaa-ac93-6f75e573fd5c req-1edc5a4a-ecea-4c19-8231-fff20c82fd3c tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429533 May 23 15:46:59.153946 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5d079-c362-46dc-98f3-56e369213471 req-e633c340-d320-4399-af3d-07cd37c854ef tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:59.155936 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-83b5d079-c362-46dc-98f3-56e369213471 req-e633c340-d320-4399-af3d-07cd37c854ef tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.0488334 May 23 15:46:59.181000 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:46:59.203342 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-83b5d079-c362-46dc-98f3-56e369213471 req-628e2cca-06de-425f-b08b-d8bd556884e1 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419908 May 23 15:46:59.624409 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876d4d9-0c32-4550-8efd-7b7bb38d1621 req-998ba70c-05e3-46a6-b65e-5b45207d6c02 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:59.626008 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4876d4d9-0c32-4550-8efd-7b7bb38d1621 req-998ba70c-05e3-46a6-b65e-5b45207d6c02 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 946 time: 0.0487058 May 23 15:46:59.676675 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4876d4d9-0c32-4550-8efd-7b7bb38d1621 req-2899e9b3-06ea-4fae-8891-5415c67c63c0 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452914 May 23 15:46:59.846409 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6a258-d734-4828-aa47-1f3fa8445bb1 req-29938b7b-b1e2-4cf1-a9a8-58fda799cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:59.847756 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9ca6a258-d734-4828-aa47-1f3fa8445bb1 req-29938b7b-b1e2-4cf1-a9a8-58fda799cdc2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b43e208d-5605-4f40-918e-e3379d6d3055 HTTP/1.1" status: 200 len: 847 time: 0.0441449 May 23 15:46:59.891736 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6a258-d734-4828-aa47-1f3fa8445bb1 req-748187de-2159-4223-b144-aca70449622b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:46:59.893246 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9ca6a258-d734-4828-aa47-1f3fa8445bb1 req-748187de-2159-4223-b144-aca70449622b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=52f38aa2-2e8c-4bbb-b78a-8086514940da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382168 May 23 15:47:00.140791 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9ca6a258-d734-4828-aa47-1f3fa8445bb1 req-65e1f796-4620-494e-92c4-ff88e7ef9677 service neutron] 10.222.0.69 "GET /v2.0/networks/52f38aa2-2e8c-4bbb-b78a-8086514940da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862579 May 23 15:47:00.566060 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a8afa-d4a1-4565-b25f-ad750d84c3ff req-04853ce4-6567-463c-b926-87da72aa3160 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:00.567489 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b95a8afa-d4a1-4565-b25f-ad750d84c3ff req-04853ce4-6567-463c-b926-87da72aa3160 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.3471670 May 23 15:47:00.618190 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ee7d1-b003-4b8c-99b8-167ceea0f35f req-fd4c924f-f964-48d7-90c4-91b8bf0dfeb5 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:00.619632 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a25ee7d1-b003-4b8c-99b8-167ceea0f35f req-fd4c924f-f964-48d7-90c4-91b8bf0dfeb5 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 946 time: 0.3364639 May 23 15:47:00.663864 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9ca6a258-d734-4828-aa47-1f3fa8445bb1 req-db7aacfd-0038-4e18-9264-c77006483770 service neutron] 10.222.0.69 "GET /v2.0/networks/52f38aa2-2e8c-4bbb-b78a-8086514940da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507077 May 23 15:47:00.718938 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-b95a8afa-d4a1-4565-b25f-ad750d84c3ff req-49194e62-9e11-40eb-8e49-eaad89b5cb9d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Deleting port d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:47:00.719282 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-b95a8afa-d4a1-4565-b25f-ad750d84c3ff req-49194e62-9e11-40eb-8e49-eaad89b5cb9d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:00.727023 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a25ee7d1-b003-4b8c-99b8-167ceea0f35f req-df1893e0-2e45-41e0-a800-e29549df5349 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/security-groups?id=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003470 May 23 15:47:00.823940 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626f097-8002-4a06-accf-a3b0da68c3e9 req-9433a048-f96c-4b79-af4e-1f7b1ba1cf96 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:00.825332 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0626f097-8002-4a06-accf-a3b0da68c3e9 req-9433a048-f96c-4b79-af4e-1f7b1ba1cf96 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 946 time: 0.0809295 May 23 15:47:00.866982 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-b95a8afa-d4a1-4565-b25f-ad750d84c3ff req-49194e62-9e11-40eb-8e49-eaad89b5cb9d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] For port d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f,segment=NetworkSegment(21e9a643-8a12-437e-ab5f-657aa4ff3f49),segment_id=21e9a643-8a12-437e-ab5f-657aa4ff3f49)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:47:00.867346 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-b95a8afa-d4a1-4565-b25f-ad750d84c3ff req-49194e62-9e11-40eb-8e49-eaad89b5cb9d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:00.876719 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:00.892485 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-b95a8afa-d4a1-4565-b25f-ad750d84c3ff req-49194e62-9e11-40eb-8e49-eaad89b5cb9d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Calling delete_port for d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f owned by compute:nova {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:47:00.920906 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0626f097-8002-4a06-accf-a3b0da68c3e9 req-68278546-c7c1-4a83-8551-d795543c2a04 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859847 May 23 15:47:00.965415 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:01.109011 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-b95a8afa-d4a1-4565-b25f-ad750d84c3ff req-49194e62-9e11-40eb-8e49-eaad89b5cb9d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:01.136542 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49194e62-9e11-40eb-8e49-eaad89b5cb9d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Pushing event deleted for resources: {'Port': ['ID=d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:01.183498 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95a8afa-d4a1-4565-b25f-ad750d84c3ff req-49194e62-9e11-40eb-8e49-eaad89b5cb9d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] No DVR routers for this DVR port d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f on host hv-cinder-84067 {{(pid=111209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:47:01.186709 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-b95a8afa-d4a1-4565-b25f-ad750d84c3ff req-49194e62-9e11-40eb-8e49-eaad89b5cb9d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:01.190017 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b95a8afa-d4a1-4565-b25f-ad750d84c3ff req-49194e62-9e11-40eb-8e49-eaad89b5cb9d tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.69 "DELETE /v2.0/ports/d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f HTTP/1.1" status: 204 len: 173 time: 0.6152265 May 23 15:47:01.190454 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe72f52-c8f9-46ea-ae59-9d2fe0a49523', 'name': 'network-vif-deleted', 'tag': 'd9ed8cc1-0b96-4f2b-a6a8-4413cb65225f'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:47:01.192675 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a1a923-4185-4028-afaf-30de776631fc" -d '{"events": [{"server_uuid": "bbe72f52-c8f9-46ea-ae59-9d2fe0a49523", "name": "network-vif-deleted", "tag": "d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:47:01.226113 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4b42f8-780f-4c62-9098-fb26372059bf x-openstack-request-id: req-8f4b42f8-780f-4c62-9098-fb26372059bf {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:47:01.226403 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe72f52-c8f9-46ea-ae59-9d2fe0a49523", "name": "network-vif-deleted", "tag": "d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:47:01.226657 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8f4b42f8-780f-4c62-9098-fb26372059bf {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:47:01.227059 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f4b42f8-780f-4c62-9098-fb26372059bf'] response: {'server_uuid': 'bbe72f52-c8f9-46ea-ae59-9d2fe0a49523', 'name': 'network-vif-deleted', 'tag': 'd9ed8cc1-0b96-4f2b-a6a8-4413cb65225f', 'status': 'completed', 'code': 200} May 23 15:47:01.821635 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f730f99f-c8e3-4370-a9c1-18b3cbaebf91 req-fd41b502-b7d0-4a9a-94b7-bcf2c1f33a90 tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 210 time: 0.0277727 May 23 15:47:02.038508 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065210e-b01b-4469-bc72-37e768ca1d54 req-b9187f00-f579-4ee6-a02a-288eeec0a85c tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:02.039976 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8065210e-b01b-4469-bc72-37e768ca1d54 req-b9187f00-f579-4ee6-a02a-288eeec0a85c tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 946 time: 0.0488789 May 23 15:47:02.089512 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8065210e-b01b-4469-bc72-37e768ca1d54 req-2b567bbf-32f5-4c48-8c9d-ff6b719795ac tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439210 May 23 15:47:02.934920 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7420f39c-9d8e-4843-a315-659a048daddf req-483afe27-a866-44ca-b56c-4fd422b2a2eb tempest-ServerRescueNegativeTestJSON-1263770255 tempest-ServerRescueNegativeTestJSON-1263770255-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbe72f52-c8f9-46ea-ae59-9d2fe0a49523 HTTP/1.1" status: 200 len: 210 time: 0.0310471 May 23 15:47:03.131747 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f no longer exists at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:47:03.164572 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] No Port match for: d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:47:03.164917 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device d9ed8cc1-0b96-4f2b-a6a8-4413cb65225f not bound to the agent host hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:47:03.227646 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee72679-33fc-4eca-9e4b-69c133cfaa59 req-8a149a99-1755-4474-b7d2-d671020f77ec tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:03.229175 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4ee72679-33fc-4eca-9e4b-69c133cfaa59 req-8a149a99-1755-4474-b7d2-d671020f77ec tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 946 time: 0.0661340 May 23 15:47:03.281888 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4ee72679-33fc-4eca-9e4b-69c133cfaa59 req-218155f8-b0a7-4961-8b72-5e2f365b086d tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462241 May 23 15:47:03.992715 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 47084) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:47:04.145321 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:04.150621 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:04.396158 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc27411-c0a7-4bd7-b082-63b2782d592b req-3c56b035-cb36-42e8-86cb-72cf7ed31dc2 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:04.397668 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-fbc27411-c0a7-4bd7-b082-63b2782d592b req-3c56b035-cb36-42e8-86cb-72cf7ed31dc2 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 946 time: 0.0485344 May 23 15:47:04.447880 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-fbc27411-c0a7-4bd7-b082-63b2782d592b req-64b950e3-22f0-4d3b-b693-9850479910fb tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446165 May 23 15:47:04.489784 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-50b80a9c-c61c-4c8b-a0b4-7d0204742096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745920'] for router_interface (b2237190-0ecc-4cc4-8801-a8906c7f1eb7), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:04.563892 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [req-6bc6cacf-5ce1-43dc-a2e3-f97b7125d724 req-a1bfece0-96ec-4afd-8ed0-705373e5e3c8 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=111209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 15:47:04.565045 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6bc6cacf-5ce1-43dc-a2e3-f97b7125d724 req-a1bfece0-96ec-4afd-8ed0-705373e5e3c8 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0510297 May 23 15:47:04.779684 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-50b80a9c-c61c-4c8b-a0b4-7d0204742096 admin admin] Deleting port 5771a809-8ea4-4c03-8585-e04bff0a8f9c {{(pid=111208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:47:04.780141 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-50b80a9c-c61c-4c8b-a0b4-7d0204742096 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (5771a809-8ea4-4c03-8585-e04bff0a8f9c), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:04.840134 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff66196-2e3b-4afa-9baf-2471957aeccd req-9c529c57-4302-4297-a9ef-dc253dc163a2 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:04.841975 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6ff66196-2e3b-4afa-9baf-2471957aeccd req-9c529c57-4302-4297-a9ef-dc253dc163a2 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 946 time: 0.0537863 May 23 15:47:04.860476 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [None req-50b80a9c-c61c-4c8b-a0b4-7d0204742096 admin admin] For port 5771a809-8ea4-4c03-8585-e04bff0a8f9c, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=5771a809-8ea4-4c03-8585-e04bff0a8f9c,segment=NetworkSegment(21e9a643-8a12-437e-ab5f-657aa4ff3f49),segment_id=21e9a643-8a12-437e-ab5f-657aa4ff3f49)] {{(pid=111208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:47:04.860837 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-50b80a9c-c61c-4c8b-a0b4-7d0204742096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (5771a809-8ea4-4c03-8585-e04bff0a8f9c), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:04.883255 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-50b80a9c-c61c-4c8b-a0b4-7d0204742096 admin admin] Calling delete_port for 5771a809-8ea4-4c03-8585-e04bff0a8f9c owned by network:router_interface {{(pid=111208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:47:04.889503 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 47100) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:47:04.909943 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6ff66196-2e3b-4afa-9baf-2471957aeccd req-57d1179e-39ce-4d52-ae3b-76a53cb49162 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608399 May 23 15:47:04.926022 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=100 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:05.029393 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-9fd3349f-e7c4-4c69-83f7-43c62eed776a req-0638faae-d303-4c2f-924e-8138225e65b9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1392641 May 23 15:47:05.043509 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [req-9fd3349f-e7c4-4c69-83f7-43c62eed776a req-62c5744a-4924-4f3b-bac2-5fa8703255ec service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=111208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 15:47:05.044465 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-9fd3349f-e7c4-4c69-83f7-43c62eed776a req-62c5744a-4924-4f3b-bac2-5fa8703255ec service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054054 May 23 15:47:05.126979 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device a0610243-2466-4315-a3e6-15f6cea816b8 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:47:05.142488 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 47108) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:47:05.183408 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-50b80a9c-c61c-4c8b-a0b4-7d0204742096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (5771a809-8ea4-4c03-8585-e04bff0a8f9c), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:05.199065 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port a0610243-2466-4315-a3e6-15f6cea816b8 is: ACTIVE; New status is: DOWN {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:47:05.199462 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (a0610243-2466-4315-a3e6-15f6cea816b8), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:05.210602 dv-cinder-840678-12-iscsi neutron-server[111208]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 23 15:47:05.230136 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b80a9c-c61c-4c8b-a0b4-7d0204742096 admin admin] Pushing event deleted for resources: {'Port': ['ID=5771a809-8ea4-4c03-8585-e04bff0a8f9c,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:05.239364 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd66096c-0b64-4a26-bdec-1b1a46310cfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0610243-2466-4315-a3e6-15f6cea816b8'}] {{(pid=111210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:47:05.241960 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9c7a1c507f49bcca1db13b0162076e02f5240d03c1faf9934ae6854bea0488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b03920-c64c-46bc-b8a1-c0a2f98b37fa" -d '{"events": [{"server_uuid": "dd66096c-0b64-4a26-bdec-1b1a46310cfb", "name": "network-vif-unplugged", "status": "completed", "tag": "a0610243-2466-4315-a3e6-15f6cea816b8"}]}' {{(pid=111210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:47:05.246584 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port a0610243-2466-4315-a3e6-15f6cea816b8, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a0610243-2466-4315-a3e6-15f6cea816b8,segment=NetworkSegment(27a2e33f-06f2-4e3d-ac54-2874447fd6e1),segment_id=27a2e33f-06f2-4e3d-ac54-2874447fd6e1)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:47:05.275778 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 23 May 2022 15:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2415f70-52c7-4ef7-b08a-5f547bb194c1 x-openstack-request-id: req-b2415f70-52c7-4ef7-b08a-5f547bb194c1 {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:47:05.276071 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd66096c-0b64-4a26-bdec-1b1a46310cfb", "name": "network-vif-unplugged", "status": "failed", "tag": "a0610243-2466-4315-a3e6-15f6cea816b8", "code": 422}]} {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:47:05.276513 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b2415f70-52c7-4ef7-b08a-5f547bb194c1 {{(pid=111210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:47:05.276960 dv-cinder-840678-12-iscsi neutron-server[111210]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b2415f70-52c7-4ef7-b08a-5f547bb194c1']: {'server_uuid': 'dd66096c-0b64-4a26-bdec-1b1a46310cfb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a0610243-2466-4315-a3e6-15f6cea816b8', 'code': 422} returned with failed status May 23 15:47:05.325910 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (a0610243-2466-4315-a3e6-15f6cea816b8), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:05.336362 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3349f-e7c4-4c69-83f7-43c62eed776a req-a089d31e-a890-47d5-a57a-a2664320ff7a tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:05.336362 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-9fd3349f-e7c4-4c69-83f7-43c62eed776a req-a089d31e-a890-47d5-a57a-a2664320ff7a tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports/a0610243-2466-4315-a3e6-15f6cea816b8 HTTP/1.1" status: 200 len: 943 time: 0.1896546 May 23 15:47:05.385651 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:05.392518 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=a0610243-2466-4315-a3e6-15f6cea816b8,revision_number=6']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:05.451347 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-50b80a9c-c61c-4c8b-a0b4-7d0204742096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-291457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745812'] for router_interface (b2237190-0ecc-4cc4-8801-a8906c7f1eb7), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:05.457661 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:05.665042 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b80a9c-c61c-4c8b-a0b4-7d0204742096 admin admin] Router b2237190-0ecc-4cc4-8801-a8906c7f1eb7 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:47:05.774897 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b80a9c-c61c-4c8b-a0b4-7d0204742096 admin admin] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:47:05.780116 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-50b80a9c-c61c-4c8b-a0b4-7d0204742096 admin admin] 10.222.0.64 "PUT /v2.0/routers/b2237190-0ecc-4cc4-8801-a8906c7f1eb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7862897 May 23 15:47:05.782544 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 47122) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:47:05.785228 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6b357f-ae78-4e54-8219-bd635b2c065c None None] Sync routers for ids ['b2237190-0ecc-4cc4-8801-a8906c7f1eb7'] in dv-cinder-840678-12-iscsi {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:47:05.796876 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6b357f-ae78-4e54-8219-bd635b2c065c None None] Routers {'b2237190-0ecc-4cc4-8801-a8906c7f1eb7'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:47:05.797618 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-fe6b357f-ae78-4e54-8219-bd635b2c065c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:46:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['b2237190-0ecc-4cc4-8801-a8906c7f1eb7'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:47:05.890667 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-58268830-136a-449b-ac0a-2ab4b8f5d5f5 admin admin] Publish callbacks [] for router (b2237190-0ecc-4cc4-8801-a8906c7f1eb7), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:05.900354 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-fe6b357f-ae78-4e54-8219-bd635b2c065c None None] Set router b2237190-0ecc-4cc4-8801-a8906c7f1eb7 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:47:05.929727 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:06.004468 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-58268830-136a-449b-ac0a-2ab4b8f5d5f5 admin admin] Publish callbacks [] for router_gateway (b2237190-0ecc-4cc4-8801-a8906c7f1eb7), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:06.040938 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad802671-f79c-4142-a658-2caf29f72a07 req-0e805321-aea1-4e75-9145-058dc41ea234 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:06.042442 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ad802671-f79c-4142-a658-2caf29f72a07 req-0e805321-aea1-4e75-9145-058dc41ea234 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 944 time: 0.0530982 May 23 15:47:06.073927 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-fe6b357f-ae78-4e54-8219-bd635b2c065c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'name': 'tempest-ServerRescueNegativeTestJSON-9416292-router', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'beeffdb6-4c55-477c-947b-4ff9ee4e4cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:47:05Z', 'revision_number': 5, 'project_id': '65483f2a0c914022b38e501691095c51', 'gw_port': {'id': 'beeffdb6-4c55-477c-947b-4ff9ee4e4cd1', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:37Z', 'updated_at': '2022-05-23T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:47:06.092871 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-58268830-136a-449b-ac0a-2ab4b8f5d5f5 admin admin] Deleting port beeffdb6-4c55-477c-947b-4ff9ee4e4cd1 {{(pid=111208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:47:06.093515 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-58268830-136a-449b-ac0a-2ab4b8f5d5f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (beeffdb6-4c55-477c-947b-4ff9ee4e4cd1), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:06.097922 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ad802671-f79c-4142-a658-2caf29f72a07 req-12900ad7-ff2b-4320-9e4e-2e7f181d3572 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494850 May 23 15:47:06.104832 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6b357f-ae78-4e54-8219-bd635b2c065c None None] Checking router: b2237190-0ecc-4cc4-8801-a8906c7f1eb7 for host: dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:47:06.114863 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6b357f-ae78-4e54-8219-bd635b2c065c None None] Routers {'b2237190-0ecc-4cc4-8801-a8906c7f1eb7'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:47:06.115503 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-fe6b357f-ae78-4e54-8219-bd635b2c065c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:46:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['b2237190-0ecc-4cc4-8801-a8906c7f1eb7'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:47:06.185305 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [None req-58268830-136a-449b-ac0a-2ab4b8f5d5f5 admin admin] For port beeffdb6-4c55-477c-947b-4ff9ee4e4cd1, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=beeffdb6-4c55-477c-947b-4ff9ee4e4cd1,segment=NetworkSegment(2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5),segment_id=2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5)] {{(pid=111208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:47:06.185726 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-58268830-136a-449b-ac0a-2ab4b8f5d5f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (beeffdb6-4c55-477c-947b-4ff9ee4e4cd1), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:06.198405 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-fe6b357f-ae78-4e54-8219-bd635b2c065c None None] Set router b2237190-0ecc-4cc4-8801-a8906c7f1eb7 gateway port host: None {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:47:06.199596 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-58268830-136a-449b-ac0a-2ab4b8f5d5f5 admin admin] Calling delete_port for beeffdb6-4c55-477c-947b-4ff9ee4e4cd1 owned by network:router_gateway {{(pid=111208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:47:06.252690 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-fe6b357f-ae78-4e54-8219-bd635b2c065c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'name': 'tempest-ServerRescueNegativeTestJSON-9416292-router', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:47:06Z', 'revision_number': 6, 'project_id': '65483f2a0c914022b38e501691095c51', 'gw_port_host': None}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:47:06.277123 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6b357f-ae78-4e54-8219-bd635b2c065c None None] The sync data for ids ['b2237190-0ecc-4cc4-8801-a8906c7f1eb7'] in dv-cinder-840678-12-iscsi is: [{'id': 'b2237190-0ecc-4cc4-8801-a8906c7f1eb7', 'name': 'tempest-ServerRescueNegativeTestJSON-9416292-router', 'tenant_id': '65483f2a0c914022b38e501691095c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:47:06Z', 'revision_number': 6, 'project_id': '65483f2a0c914022b38e501691095c51', 'gw_port_host': None}] {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:47:06.440333 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-58268830-136a-449b-ac0a-2ab4b8f5d5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (beeffdb6-4c55-477c-947b-4ff9ee4e4cd1), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:06.464860 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58268830-136a-449b-ac0a-2ab4b8f5d5f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=beeffdb6-4c55-477c-947b-4ff9ee4e4cd1,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:06.488462 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:06.530869 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-58268830-136a-449b-ac0a-2ab4b8f5d5f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746810'] for router_gateway (b2237190-0ecc-4cc4-8801-a8906c7f1eb7), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:06.539906 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:06.544013 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:06.630665 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-58268830-136a-449b-ac0a-2ab4b8f5d5f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-752101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12818'] for router (b2237190-0ecc-4cc4-8801-a8906c7f1eb7), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:06.631929 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-58268830-136a-449b-ac0a-2ab4b8f5d5f5 admin admin] Publish callbacks [] for router_controller (b2237190-0ecc-4cc4-8801-a8906c7f1eb7), precommit_delete_associations {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:06.771462 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-58268830-136a-449b-ac0a-2ab4b8f5d5f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-752028'] for router (b2237190-0ecc-4cc4-8801-a8906c7f1eb7), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:06.772091 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58268830-136a-449b-ac0a-2ab4b8f5d5f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2237190-0ecc-4cc4-8801-a8906c7f1eb7 {{(pid=111208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 15:47:06.776844 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-58268830-136a-449b-ac0a-2ab4b8f5d5f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:06.778015 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-58268830-136a-449b-ac0a-2ab4b8f5d5f5 admin admin] 10.222.0.64 "DELETE /v2.0/routers/b2237190-0ecc-4cc4-8801-a8906c7f1eb7 HTTP/1.1" status: 204 len: 168 time: 0.9945738 May 23 15:47:06.781476 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 47126) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:47:07.055430 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa6175f-d901-4b95-8629-a7ba9ff4ed44 admin admin] Deleting subnet ca534db1-6e0a-429d-b324-076955c1b25f {{(pid=111208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:47:07.055864 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-faa6175f-d901-4b95-8629-a7ba9ff4ed44 admin admin] Publish callbacks [] for subnet (ca534db1-6e0a-429d-b324-076955c1b25f), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:07.091623 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-faa6175f-d901-4b95-8629-a7ba9ff4ed44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211576'] for subnet (ca534db1-6e0a-429d-b324-076955c1b25f), precommit_delete_associations {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:07.203013 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-faa6175f-d901-4b95-8629-a7ba9ff4ed44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999690'] for subnet (ca534db1-6e0a-429d-b324-076955c1b25f), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:07.236645 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bc3d3-4217-4eaa-a19d-5f098846d6f6 req-b1c65955-9e47-4fa5-b90d-61c75581aa6b tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:07.240269 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e64bc3d3-4217-4eaa-a19d-5f098846d6f6 req-b1c65955-9e47-4fa5-b90d-61c75581aa6b tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 944 time: 0.0583210 May 23 15:47:07.300328 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e64bc3d3-4217-4eaa-a19d-5f098846d6f6 req-25760fcc-69b5-47b3-bea5-04b3711bfb36 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525057 May 23 15:47:07.349272 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-faa6175f-d901-4b95-8629-a7ba9ff4ed44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-904184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16100397'] for subnet (ca534db1-6e0a-429d-b324-076955c1b25f), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:07.373555 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6175f-d901-4b95-8629-a7ba9ff4ed44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca534db1-6e0a-429d-b324-076955c1b25f,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:07.379798 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-faa6175f-d901-4b95-8629-a7ba9ff4ed44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:07.383266 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-faa6175f-d901-4b95-8629-a7ba9ff4ed44 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ca534db1-6e0a-429d-b324-076955c1b25f HTTP/1.1" status: 204 len: 168 time: 0.6004341 May 23 15:47:07.385408 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 47130) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:47:07.387334 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fedaa9f-458c-45ec-8d4f-2a24c0526f57 None None] Network eeca0c6c-3155-49db-bdc5-95de249b904d requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:47:07.392919 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:07.458364 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7aa2df60-af67-4663-8ea1-9644f44c7659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3939425'] for network (eeca0c6c-3155-49db-bdc5-95de249b904d), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:07.509468 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-7aa2df60-af67-4663-8ea1-9644f44c7659 admin admin] Deleting port 2aba8fe8-8631-4f6e-bca4-5fd1c6f45652 {{(pid=111208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:47:07.509807 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7aa2df60-af67-4663-8ea1-9644f44c7659 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (2aba8fe8-8631-4f6e-bca4-5fd1c6f45652), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:07.564047 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cc120b-79d9-4565-a14d-689e3af15c17 None None] DHCP port deletion for eeca0c6c-3155-49db-bdc5-95de249b904d request from dv-cinder-840678-12-iscsi {{(pid=111210) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 15:47:07.584932 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [None req-7aa2df60-af67-4663-8ea1-9644f44c7659 admin admin] For port 2aba8fe8-8631-4f6e-bca4-5fd1c6f45652, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=2aba8fe8-8631-4f6e-bca4-5fd1c6f45652,segment=NetworkSegment(21e9a643-8a12-437e-ab5f-657aa4ff3f49),segment_id=21e9a643-8a12-437e-ab5f-657aa4ff3f49)] {{(pid=111208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:47:07.585336 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7aa2df60-af67-4663-8ea1-9644f44c7659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (2aba8fe8-8631-4f6e-bca4-5fd1c6f45652), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:07.599786 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-7aa2df60-af67-4663-8ea1-9644f44c7659 admin admin] Calling delete_port for 2aba8fe8-8631-4f6e-bca4-5fd1c6f45652 owned by network:dhcp {{(pid=111208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:47:07.606932 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-94cc120b-79d9-4565-a14d-689e3af15c17 None None] Deleting port 2aba8fe8-8631-4f6e-bca4-5fd1c6f45652 {{(pid=111210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:47:07.607541 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-94cc120b-79d9-4565-a14d-689e3af15c17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (2aba8fe8-8631-4f6e-bca4-5fd1c6f45652), before_delete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:07.679776 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-94cc120b-79d9-4565-a14d-689e3af15c17 None None] For port 2aba8fe8-8631-4f6e-bca4-5fd1c6f45652, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=2aba8fe8-8631-4f6e-bca4-5fd1c6f45652,segment=NetworkSegment(21e9a643-8a12-437e-ab5f-657aa4ff3f49),segment_id=21e9a643-8a12-437e-ab5f-657aa4ff3f49)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:47:07.680519 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-94cc120b-79d9-4565-a14d-689e3af15c17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (2aba8fe8-8631-4f6e-bca4-5fd1c6f45652), precommit_delete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:07.698059 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-94cc120b-79d9-4565-a14d-689e3af15c17 None None] Calling delete_port for 2aba8fe8-8631-4f6e-bca4-5fd1c6f45652 owned by network:dhcp {{(pid=111210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:47:07.742969 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7aa2df60-af67-4663-8ea1-9644f44c7659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (2aba8fe8-8631-4f6e-bca4-5fd1c6f45652), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:07.767669 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 5771a809-8ea4-4c03-8585-e04bff0a8f9c no longer exists at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:47:07.768226 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2df60-af67-4663-8ea1-9644f44c7659 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aba8fe8-8631-4f6e-bca4-5fd1c6f45652,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:07.773876 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa2df60-af67-4663-8ea1-9644f44c7659 admin admin] No DVR routers for this DVR port 2aba8fe8-8631-4f6e-bca4-5fd1c6f45652 on host dv-cinder-840678-12-iscsi {{(pid=111208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:47:07.777217 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:07.790756 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:07.793537 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] No Port match for: 5771a809-8ea4-4c03-8585-e04bff0a8f9c {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:47:07.795998 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 5771a809-8ea4-4c03-8585-e04bff0a8f9c not bound to the agent host dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:47:07.795998 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 2aba8fe8-8631-4f6e-bca4-5fd1c6f45652 no longer exists at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:47:07.816199 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] No Port match for: 2aba8fe8-8631-4f6e-bca4-5fd1c6f45652 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:47:07.816549 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 2aba8fe8-8631-4f6e-bca4-5fd1c6f45652 not bound to the agent host dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:47:07.816970 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device beeffdb6-4c55-477c-947b-4ff9ee4e4cd1 no longer exists at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:47:07.850408 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] No Port match for: beeffdb6-4c55-477c-947b-4ff9ee4e4cd1 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:47:07.850754 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device beeffdb6-4c55-477c-947b-4ff9ee4e4cd1 not bound to the agent host dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:47:07.852187 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7aa2df60-af67-4663-8ea1-9644f44c7659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998021', 'neutron.services.segments.db._delete_segments_for_network-8747701125223'] for network (eeca0c6c-3155-49db-bdc5-95de249b904d), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:07.879422 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-94cc120b-79d9-4565-a14d-689e3af15c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734'] for port (2aba8fe8-8631-4f6e-bca4-5fd1c6f45652), after_delete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:07.888375 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.services.segments.db [None req-7aa2df60-af67-4663-8ea1-9644f44c7659 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeca0c6c-3155-49db-bdc5-95de249b904d']}} {{(pid=111208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:47:07.899150 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.services.segments.db [None req-7aa2df60-af67-4663-8ea1-9644f44c7659 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21e9a643-8a12-437e-ab5f-657aa4ff3f49') {'for_net_delete': True} {{(pid=111208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:47:07.899439 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.services.segments.db [None req-7aa2df60-af67-4663-8ea1-9644f44c7659 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21e9a643-8a12-437e-ab5f-657aa4ff3f49') {} {{(pid=111208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:47:07.907110 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc120b-79d9-4565-a14d-689e3af15c17 None None] Pushing event deleted for resources: {'Port': ['ID=2aba8fe8-8631-4f6e-bca4-5fd1c6f45652,revision_number=None']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:07.910130 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7aa2df60-af67-4663-8ea1-9644f44c7659 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747701124208', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16211575'] for segment (21e9a643-8a12-437e-ab5f-657aa4ff3f49), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:07.911127 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cc120b-79d9-4565-a14d-689e3af15c17 None None] No DVR routers for this DVR port 2aba8fe8-8631-4f6e-bca4-5fd1c6f45652 on host dv-cinder-840678-12-iscsi {{(pid=111210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:47:07.926840 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7aa2df60-af67-4663-8ea1-9644f44c7659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (21e9a643-8a12-437e-ab5f-657aa4ff3f49), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:07.940246 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa2df60-af67-4663-8ea1-9644f44c7659 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=111208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:47:07.940661 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7aa2df60-af67-4663-8ea1-9644f44c7659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-906266'] for segment (21e9a643-8a12-437e-ab5f-657aa4ff3f49), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:08.013775 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.services.segments.plugin [-] Segment 21e9a643-8a12-437e-ab5f-657aa4ff3f49 resource provider aggregate not found May 23 15:47:08.030167 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.services.segments.plugin [-] Segment 21e9a643-8a12-437e-ab5f-657aa4ff3f49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21e9a643-8a12-437e-ab5f-657aa4ff3f49 found for delete ", "request_id": "req-08bc222b-7951-45d0-888b-54e7320a54b5"}]} May 23 15:47:08.046938 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7aa2df60-af67-4663-8ea1-9644f44c7659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747474'] for network (eeca0c6c-3155-49db-bdc5-95de249b904d), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:08.052934 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7aa2df60-af67-4663-8ea1-9644f44c7659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:08.056185 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-7aa2df60-af67-4663-8ea1-9644f44c7659 admin admin] 10.222.0.64 "DELETE /v2.0/networks/eeca0c6c-3155-49db-bdc5-95de249b904d HTTP/1.1" status: 204 len: 168 time: 0.6696959 May 23 15:47:08.067690 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2df60-af67-4663-8ea1-9644f44c7659 admin admin] Pushing event deleted for resources: {'Network': ['ID=eeca0c6c-3155-49db-bdc5-95de249b904d,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:08.344414 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3349f-e7c4-4c69-83f7-43c62eed776a req-edf6d112-aa7e-478c-a790-6695047742c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:08.345441 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9fd3349f-e7c4-4c69-83f7-43c62eed776a req-edf6d112-aa7e-478c-a790-6695047742c8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb&tenant_id=e0860b3d072246d49cd43a900351d571 HTTP/1.1" status: 200 len: 1128 time: 0.1171169 May 23 15:47:08.432995 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 47144) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:47:08.454687 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3349f-e7c4-4c69-83f7-43c62eed776a req-7c2fde66-8b2c-45ea-ada8-1f1175a416a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:08.456166 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9fd3349f-e7c4-4c69-83f7-43c62eed776a req-7c2fde66-8b2c-45ea-ada8-1f1175a416a5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e0860b3d072246d49cd43a900351d571&device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 1128 time: 0.0643868 May 23 15:47:08.462407 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1ce2e-568c-4099-a571-3d8403630edd req-dfe078d0-7fd0-4312-a886-363c5f8d2cfe tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:08.463753 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-27f1ce2e-568c-4099-a571-3d8403630edd req-dfe078d0-7fd0-4312-a886-363c5f8d2cfe tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 944 time: 0.0814900 May 23 15:47:08.485999 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-bea85749-337e-494a-9810-56a152a6de24 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=65483f2a0c914022b38e501691095c51&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0517998 May 23 15:47:08.488350 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 47146) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:47:08.540781 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-4ed38c89-55d8-4b3b-9fce-59cbc061f482 admin admin] Publish callbacks [] for security_group (fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:08.542212 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:08.563285 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-4ed38c89-55d8-4b3b-9fce-59cbc061f482 admin admin] Publish callbacks [] for security_group (fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:08.574390 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-27f1ce2e-568c-4099-a571-3d8403630edd req-4e26aea7-3ec1-4a41-8a28-3ba0eafc4559 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012356 May 23 15:47:08.581377 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:08.593287 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3349f-e7c4-4c69-83f7-43c62eed776a req-31d3f832-cdd6-41a9-878c-a066d1b475b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:08.595380 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9fd3349f-e7c4-4c69-83f7-43c62eed776a req-31d3f832-cdd6-41a9-878c-a066d1b475b7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=52f38aa2-2e8c-4bbb-b78a-8086514940da HTTP/1.1" status: 200 len: 909 time: 0.1307805 May 23 15:47:08.661325 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9fd3349f-e7c4-4c69-83f7-43c62eed776a req-09e1aca2-9c42-4b37-9fb8-64d3017a5538 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0610243-2466-4315-a3e6-15f6cea816b8 HTTP/1.1" status: 200 len: 999 time: 0.0591731 May 23 15:47:08.663081 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-4ed38c89-55d8-4b3b-9fce-59cbc061f482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:08.665713 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-4ed38c89-55d8-4b3b-9fce-59cbc061f482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:08.666844 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-4ed38c89-55d8-4b3b-9fce-59cbc061f482 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf HTTP/1.1" status: 204 len: 168 time: 0.1774731 May 23 15:47:08.675873 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed38c89-55d8-4b3b-9fce-59cbc061f482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf49f7c-f0ec-40ac-b1a9-482b7e07bbaf,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:08.716052 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3349f-e7c4-4c69-83f7-43c62eed776a req-f57bef8c-195f-4409-aad2-49df1aed0fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:08.718672 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9fd3349f-e7c4-4c69-83f7-43c62eed776a req-f57bef8c-195f-4409-aad2-49df1aed0fe7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b43e208d-5605-4f40-918e-e3379d6d3055 HTTP/1.1" status: 200 len: 847 time: 0.0514417 May 23 15:47:08.769614 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3349f-e7c4-4c69-83f7-43c62eed776a req-c0a9a9e5-aa81-4afe-ade1-6efb2d8497fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:08.771100 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9fd3349f-e7c4-4c69-83f7-43c62eed776a req-c0a9a9e5-aa81-4afe-ade1-6efb2d8497fc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=52f38aa2-2e8c-4bbb-b78a-8086514940da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436676 May 23 15:47:08.857914 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9fd3349f-e7c4-4c69-83f7-43c62eed776a req-892567d9-5a91-43c4-a5fa-d6d18dc6d927 service neutron] 10.222.0.69 "GET /v2.0/networks/52f38aa2-2e8c-4bbb-b78a-8086514940da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807180 May 23 15:47:08.949259 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9fd3349f-e7c4-4c69-83f7-43c62eed776a req-153cdd4e-4939-48df-887a-3f0f430b07e8 service neutron] 10.222.0.69 "GET /v2.0/networks/52f38aa2-2e8c-4bbb-b78a-8086514940da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852346 May 23 15:47:09.689546 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac9036-8bc2-4896-a7b1-3b07a07d8357 req-afead5b7-9167-486e-a7a9-764296fd09d6 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:09.691076 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-71ac9036-8bc2-4896-a7b1-3b07a07d8357 req-afead5b7-9167-486e-a7a9-764296fd09d6 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 944 time: 0.0489178 May 23 15:47:09.726189 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 47172) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:47:09.748506 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-71ac9036-8bc2-4896-a7b1-3b07a07d8357 req-28318c2c-1335-4d03-a5d7-c1285c565f74 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511711 May 23 15:47:09.829829 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-7131dd2f-7ca0-4919-9627-d5439c28e4ca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-715739087-network', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:47:09.948553 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7131dd2f-7ca0-4919-9627-d5439c28e4ca admin admin] Made reservation on behalf of 749e4849b23b4e42be64ef0ab0330a0b for: {'network': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:47:09.950893 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-7131dd2f-7ca0-4919-9627-d5439c28e4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for network (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:09.960735 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-7131dd2f-7ca0-4919-9627-d5439c28e4ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:10.036181 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-7131dd2f-7ca0-4919-9627-d5439c28e4ca admin admin] Publish callbacks [] for security_group (8326c673-5f8a-4607-99e0-ef33efa8265c), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:10.102959 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-7131dd2f-7ca0-4919-9627-d5439c28e4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (8326c673-5f8a-4607-99e0-ef33efa8265c), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:10.131223 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7131dd2f-7ca0-4919-9627-d5439c28e4ca admin admin] vlan segment allocate from pool success with {'vlan_id': 817, 'physical_network': 'physnet1'} {{(pid=111209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:47:10.137697 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131dd2f-7ca0-4919-9627-d5439c28e4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8326c673-5f8a-4607-99e0-ef33efa8265c,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:10.144340 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-7131dd2f-7ca0-4919-9627-d5439c28e4ca admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747701125214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (d129db44-bab8-43da-81f8-4f7ff8070dc8), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:10.144746 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.db.segments_db [None req-7131dd2f-7ca0-4919-9627-d5439c28e4ca admin admin] Added segment d129db44-bab8-43da-81f8-4f7ff8070dc8 of type vlan for network 8fb40c4e-9164-4617-9793-abd2286f1896 May 23 15:47:10.187005 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-7131dd2f-7ca0-4919-9627-d5439c28e4ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747700567628'] for network (8fb40c4e-9164-4617-9793-abd2286f1896), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:10.221381 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:47:10.279904 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-7131dd2f-7ca0-4919-9627-d5439c28e4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464'] for network (8fb40c4e-9164-4617-9793-abd2286f1896), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:10.280945 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7131dd2f-7ca0-4919-9627-d5439c28e4ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:10.281644 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-7131dd2f-7ca0-4919-9627-d5439c28e4ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:10.333717 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:10.341450 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131dd2f-7ca0-4919-9627-d5439c28e4ca admin admin] Pushing event updated for resources: {'Network': ['ID=8fb40c4e-9164-4617-9793-abd2286f1896,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:10.350961 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Network 8fb40c4e-9164-4617-9793-abd2286f1896 details requested by agent ovs-agent-dv-cinder-840678-12-iscsi with host dv-cinder-840678-12-iscsi {{(pid=111210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:47:10.364882 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:10.392311 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-7131dd2f-7ca0-4919-9627-d5439c28e4ca admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6650858 May 23 15:47:10.395578 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 47176) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:47:10.401961 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-bf4e0d95-4857-4ebf-a98f-239e60190a87 admin admin] Request body: {'subnet': {'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-715739087-subnet', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:47:10.491294 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4e0d95-4857-4ebf-a98f-239e60190a87 admin admin] Made reservation on behalf of 749e4849b23b4e42be64ef0ab0330a0b for: {'subnet': 1} {{(pid=111208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:47:10.493698 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bf4e0d95-4857-4ebf-a98f-239e60190a87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16100566'] for subnet (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:10.648921 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=82,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:10.749547 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bf4e0d95-4857-4ebf-a98f-239e60190a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-904127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16100388'] for subnet (0890d0be-25d8-4c38-9ad0-940056305fe2), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:10.806682 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e0d95-4857-4ebf-a98f-239e60190a87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0890d0be-25d8-4c38-9ad0-940056305fe2,revision_number=0']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:10.816537 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4e0d95-4857-4ebf-a98f-239e60190a87 admin admin] Checking segment: {'id': 'd129db44-bab8-43da-81f8-4f7ff8070dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:47:10.816890 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4e0d95-4857-4ebf-a98f-239e60190a87 admin admin] Network hostable DHCP agents. Network: 8fb40c4e-9164-4617-9793-abd2286f1896, hostable agents: ['251dd304-59f3-4964-a27c-cc4bc9747485'], hosted agents: [] {{(pid=111208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:47:10.863214 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c3c3f-de07-4662-aa73-60a7dfda16ca req-5f56f460-d858-496d-85a8-5ebfb25ce37a tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:10.864685 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-260c3c3f-de07-4662-aa73-60a7dfda16ca req-5f56f460-d858-496d-85a8-5ebfb25ce37a tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 944 time: 0.0477750 May 23 15:47:10.917642 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-260c3c3f-de07-4662-aa73-60a7dfda16ca req-383ca37b-62fa-4536-988a-ec0e31117b6c tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473199 May 23 15:47:10.942528 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4e0d95-4857-4ebf-a98f-239e60190a87 admin admin] Network 8fb40c4e-9164-4617-9793-abd2286f1896 is scheduled to be hosted by DHCP agent 251dd304-59f3-4964-a27c-cc4bc9747485 with binding_index 1 {{(pid=111208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:47:11.028484 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-bf4e0d95-4857-4ebf-a98f-239e60190a87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-12-iscsi, 8fb40c4e-9164-4617-9793-abd2286f1896) {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:47:11.033344 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4e0d95-4857-4ebf-a98f-239e60190a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:11.033928 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bf4e0d95-4857-4ebf-a98f-239e60190a87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:11.038166 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e5c473-b2f9-4051-b6d8-758e66b57ce0 None None] Network 8fb40c4e-9164-4617-9793-abd2286f1896 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:47:11.112105 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-bf4e0d95-4857-4ebf-a98f-239e60190a87 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7150531 May 23 15:47:11.114928 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 47182) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:47:11.119805 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-ea8b4d8a-5058-4212-b1cf-1ae31ba87f1e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-715739087-router', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:47:11.145796 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a621d910-d25e-4583-904f-dc76d0d3e52d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp055156f6-2a9b-51e3-8b11-ea6d6ebeb84f-8fb40c4e-9164-4617-9793-abd2286f1896', 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896', 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'fixed_ips': [{'subnet_id': '0890d0be-25d8-4c38-9ad0-940056305fe2'}]}} from dv-cinder-840678-12-iscsi. {{(pid=111210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 15:47:11.146723 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-a621d910-d25e-4583-904f-dc76d0d3e52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:11.205806 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4d8a-5058-4212-b1cf-1ae31ba87f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12900'] for router (714061f3-96bb-43f2-8d60-4eb51d6d1e51), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:11.206928 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4d8a-5058-4212-b1cf-1ae31ba87f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12829'] for router (714061f3-96bb-43f2-8d60-4eb51d6d1e51), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:11.215505 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:11.262346 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4d8a-5058-4212-b1cf-1ae31ba87f1e admin admin] Publish callbacks [] for router_controller (714061f3-96bb-43f2-8d60-4eb51d6d1e51), precommit_add_association {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:11.286392 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.db_base_plugin_common [None req-a621d910-d25e-4583-904f-dc76d0d3e52d None None] Allocated IP 172.20.0.2 (8fb40c4e-9164-4617-9793-abd2286f1896/0890d0be-25d8-4c38-9ad0-940056305fe2/6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce) {{(pid=111210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:47:11.428158 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-a621d910-d25e-4583-904f-dc76d0d3e52d None None] Publish callbacks [] for port (6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce), precommit_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:11.456449 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4d8a-5058-4212-b1cf-1ae31ba87f1e admin admin] Publish callbacks [] for router_gateway (714061f3-96bb-43f2-8d60-4eb51d6d1e51), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:11.532420 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-a621d910-d25e-4583-904f-dc76d0d3e52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725'] for port (6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce), after_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:11.572903 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a621d910-d25e-4583-904f-dc76d0d3e52d None None] Network 8fb40c4e-9164-4617-9793-abd2286f1896 is already hosted by enough agents. {{(pid=111210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:47:11.575663 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.scheduler.base_scheduler [None req-a621d910-d25e-4583-904f-dc76d0d3e52d None None] Resources bound (agent type, host, resource id): {{(pid=111210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:47:11.578682 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a621d910-d25e-4583-904f-dc76d0d3e52d None None] Received port after_create {{(pid=111210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:47:11.587424 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621d910-d25e-4583-904f-dc76d0d3e52d None None] Pushing event updated for resources: {'Port': ['ID=6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce,revision_number=1']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:11.642575 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-a621d910-d25e-4583-904f-dc76d0d3e52d None None] Attempting to bind port 6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:47:11.642954 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-a621d910-d25e-4583-904f-dc76d0d3e52d None None] Attempting to bind port 6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': 'd129db44-bab8-43da-81f8-4f7ff8070dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896'}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:47:11.643322 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a621d910-d25e-4583-904f-dc76d0d3e52d None None] Attempting to bind port 6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce on network 8fb40c4e-9164-4617-9793-abd2286f1896 {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:47:11.648638 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a621d910-d25e-4583-904f-dc76d0d3e52d None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:47:11.649405 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a621d910-d25e-4583-904f-dc76d0d3e52d None None] Checking segment: {'id': 'd129db44-bab8-43da-81f8-4f7ff8070dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:47:11.649534 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-a621d910-d25e-4583-904f-dc76d0d3e52d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:11.649878 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a621d910-d25e-4583-904f-dc76d0d3e52d None None] Bound using segment: {'id': 'd129db44-bab8-43da-81f8-4f7ff8070dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896'} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:47:11.650353 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-a621d910-d25e-4583-904f-dc76d0d3e52d None None] Bound port: 6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd129db44-bab8-43da-81f8-4f7ff8070dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896'}}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:47:11.650725 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-a621d910-d25e-4583-904f-dc76d0d3e52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:11.721967 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-a621d910-d25e-4583-904f-dc76d0d3e52d None None] For port 6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:47:11.725396 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-a621d910-d25e-4583-904f-dc76d0d3e52d None None] For port 6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce,segment=NetworkSegment(d129db44-bab8-43da-81f8-4f7ff8070dc8),segment_id=d129db44-bab8-43da-81f8-4f7ff8070dc8)] {{(pid=111210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:47:11.740210 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4d8a-5058-4212-b1cf-1ae31ba87f1e admin admin] Publish callbacks [] for router_gateway (714061f3-96bb-43f2-8d60-4eb51d6d1e51), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:11.759095 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4d8a-5058-4212-b1cf-1ae31ba87f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:11.806274 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-a621d910-d25e-4583-904f-dc76d0d3e52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:11.862757 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621d910-d25e-4583-904f-dc76d0d3e52d None None] Pushing event updated for resources: {'Port': ['ID=6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce,revision_number=2']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:11.869278 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_common [None req-ea8b4d8a-5058-4212-b1cf-1ae31ba87f1e admin admin] Allocated IP 172.27.3.171 (423e159f-0d94-4204-8598-641f4ed121cf/6893e8f7-d8c8-4bdd-8cf7-487cc5c00794/d8cb2336-5f67-4a2b-b126-e51638974655) {{(pid=111208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:47:11.975999 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4d8a-5058-4212-b1cf-1ae31ba87f1e admin admin] Publish callbacks [] for port (d8cb2336-5f67-4a2b-b126-e51638974655), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:11.999421 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:12.053866 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc19e5-63bc-43a1-9dbe-3ecf2ea3b574 req-28399a3d-71ec-4821-b1f8-d58ecd1d20df tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:12.055536 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c3fc19e5-63bc-43a1-9dbe-3ecf2ea3b574 req-28399a3d-71ec-4821-b1f8-d58ecd1d20df tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 944 time: 0.0655169 May 23 15:47:12.068934 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4d8a-5058-4212-b1cf-1ae31ba87f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (d8cb2336-5f67-4a2b-b126-e51638974655), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:12.121374 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8b4d8a-5058-4212-b1cf-1ae31ba87f1e admin admin] Network 423e159f-0d94-4204-8598-641f4ed121cf is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:47:12.122471 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c3fc19e5-63bc-43a1-9dbe-3ecf2ea3b574 req-86cb08b9-efe8-4aad-8585-e3d4fd1475d2 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607245 May 23 15:47:12.132026 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-ea8b4d8a-5058-4212-b1cf-1ae31ba87f1e admin admin] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:47:12.134661 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8b4d8a-5058-4212-b1cf-1ae31ba87f1e admin admin] Received port after_create {{(pid=111208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:47:12.141600 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b4d8a-5058-4212-b1cf-1ae31ba87f1e admin admin] Pushing event updated for resources: {'Port': ['ID=d8cb2336-5f67-4a2b-b126-e51638974655,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:12.185212 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:12.449936 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4d8a-5058-4212-b1cf-1ae31ba87f1e admin admin] Publish callbacks [] for router_gateway (714061f3-96bb-43f2-8d60-4eb51d6d1e51), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:12.533975 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:12.647025 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4d8a-5058-4212-b1cf-1ae31ba87f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746782'] for router (714061f3-96bb-43f2-8d60-4eb51d6d1e51), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:12.785763 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e270b2-8733-48d3-a847-119a297787bd None None] Network 8fb40c4e-9164-4617-9793-abd2286f1896 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:47:12.850332 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-f72a322b-8f6b-400e-82c5-aa667e5cf066 None None] Provisioning complete for port 6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:47:12.850706 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-f72a322b-8f6b-400e-82c5-aa667e5cf066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:12.857188 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8b4d8a-5058-4212-b1cf-1ae31ba87f1e admin admin] Router 714061f3-96bb-43f2-8d60-4eb51d6d1e51 is scheduled to L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 with binding_index 1 {{(pid=111208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 15:47:12.883854 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:12.918762 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:12.968688 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8b4d8a-5058-4212-b1cf-1ae31ba87f1e admin admin] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:47:12.970113 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-f72a322b-8f6b-400e-82c5-aa667e5cf066 None None] Current status of the port 6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:47:12.970520 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-f72a322b-8f6b-400e-82c5-aa667e5cf066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:12.982457 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe14423-45cc-41ed-b12f-be84b796be3b None None] Sync routers for ids ['714061f3-96bb-43f2-8d60-4eb51d6d1e51'] in dv-cinder-840678-12-iscsi {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:47:13.001243 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe14423-45cc-41ed-b12f-be84b796be3b None None] Routers {'714061f3-96bb-43f2-8d60-4eb51d6d1e51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:47:13.002023 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-fbe14423-45cc-41ed-b12f-be84b796be3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:46:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['714061f3-96bb-43f2-8d60-4eb51d6d1e51'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:47:13.066162 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4d8a-5058-4212-b1cf-1ae31ba87f1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:13.066738 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-ea8b4d8a-5058-4212-b1cf-1ae31ba87f1e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9503236 May 23 15:47:13.069636 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 47186) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:47:13.116889 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-fbe14423-45cc-41ed-b12f-be84b796be3b None None] Set router 714061f3-96bb-43f2-8d60-4eb51d6d1e51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:47:13.169448 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-f72a322b-8f6b-400e-82c5-aa667e5cf066 None None] For port 6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce,segment=NetworkSegment(d129db44-bab8-43da-81f8-4f7ff8070dc8),segment_id=d129db44-bab8-43da-81f8-4f7ff8070dc8)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:47:13.211641 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-f72a322b-8f6b-400e-82c5-aa667e5cf066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:13.269127 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a322b-8f6b-400e-82c5-aa667e5cf066 None None] Pushing event updated for resources: {'Port': ['ID=6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce,revision_number=3']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:13.307866 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-fbe14423-45cc-41ed-b12f-be84b796be3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'name': 'tempest-AttachVolumeShelveTestJSON-715739087-router', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:12Z', 'revision_number': 3, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'gw_port': {'id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:47:13.311760 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1947c-2682-487a-97d0-5bab9e128e1e req-8eb9cf0e-1e3b-47e0-a443-478c7b6a89a3 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:13.313247 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-08d1947c-2682-487a-97d0-5bab9e128e1e req-8eb9cf0e-1e3b-47e0-a443-478c7b6a89a3 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 944 time: 0.0876274 May 23 15:47:13.331005 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-b4440e63-742c-4b27-a0db-ebb665f5a86d None None] Provisioning complete for port 6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:47:13.331386 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-b4440e63-742c-4b27-a0db-ebb665f5a86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:13.337687 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe14423-45cc-41ed-b12f-be84b796be3b None None] Checking router: 714061f3-96bb-43f2-8d60-4eb51d6d1e51 for host: dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:47:13.338589 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe14423-45cc-41ed-b12f-be84b796be3b None None] Updating router 714061f3-96bb-43f2-8d60-4eb51d6d1e51 port d8cb2336-5f67-4a2b-b126-e51638974655 binding host dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:47:13.368223 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-fbe14423-45cc-41ed-b12f-be84b796be3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (d8cb2336-5f67-4a2b-b126-e51638974655), before_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:13.408579 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-b4440e63-742c-4b27-a0db-ebb665f5a86d None None] Current status of the port 6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:47:13.419150 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-08d1947c-2682-487a-97d0-5bab9e128e1e req-eaaa1201-0210-4e39-803b-fe1fdd1c1128 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997272 May 23 15:47:13.586694 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3c0110be-57a5-40d5-8f85-a1c90ca118ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:13.650776 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-fbe14423-45cc-41ed-b12f-be84b796be3b None None] Publish callbacks [] for port (d8cb2336-5f67-4a2b-b126-e51638974655), precommit_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:13.703485 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-fbe14423-45cc-41ed-b12f-be84b796be3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (d8cb2336-5f67-4a2b-b126-e51638974655), after_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:13.755371 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_common [None req-3c0110be-57a5-40d5-8f85-a1c90ca118ee admin admin] Allocated IP 172.20.0.1 (8fb40c4e-9164-4617-9793-abd2286f1896/0890d0be-25d8-4c38-9ad0-940056305fe2/e24102e4-a732-4442-a123-a74caeb2201c) {{(pid=111209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:47:13.762034 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb77cdd-9379-4c33-9e7b-60310c1ac765 None None] Pushing event updated for resources: {'Port': ['ID=d8cb2336-5f67-4a2b-b126-e51638974655,revision_number=2']} {{(pid=111211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:13.764384 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-fbe14423-45cc-41ed-b12f-be84b796be3b None None] Attempting to bind port d8cb2336-5f67-4a2b-b126-e51638974655 on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:47:13.764910 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-fbe14423-45cc-41ed-b12f-be84b796be3b None None] Attempting to bind port d8cb2336-5f67-4a2b-b126-e51638974655 by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}] {{(pid=111211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:47:13.765322 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe14423-45cc-41ed-b12f-be84b796be3b None None] Attempting to bind port d8cb2336-5f67-4a2b-b126-e51638974655 on network 423e159f-0d94-4204-8598-641f4ed121cf {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:47:13.775030 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb77cdd-9379-4c33-9e7b-60310c1ac765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:47:13.775390 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb77cdd-9379-4c33-9e7b-60310c1ac765 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:47:13.775759 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb77cdd-9379-4c33-9e7b-60310c1ac765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:47:13.776128 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb77cdd-9379-4c33-9e7b-60310c1ac765 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:47:13.776473 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb77cdd-9379-4c33-9e7b-60310c1ac765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:47:13.776807 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb77cdd-9379-4c33-9e7b-60310c1ac765 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:47:13.777168 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb77cdd-9379-4c33-9e7b-60310c1ac765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:47:13.777502 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb77cdd-9379-4c33-9e7b-60310c1ac765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:47:13.777847 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb77cdd-9379-4c33-9e7b-60310c1ac765 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:47:13.778188 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb77cdd-9379-4c33-9e7b-60310c1ac765 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:47:13.778514 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb77cdd-9379-4c33-9e7b-60310c1ac765 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:47:13.778844 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb77cdd-9379-4c33-9e7b-60310c1ac765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:47:13.779172 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb77cdd-9379-4c33-9e7b-60310c1ac765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:47:13.779533 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb77cdd-9379-4c33-9e7b-60310c1ac765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:47:13.779856 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb77cdd-9379-4c33-9e7b-60310c1ac765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:47:13.784517 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe14423-45cc-41ed-b12f-be84b796be3b None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:47:13.784908 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe14423-45cc-41ed-b12f-be84b796be3b None None] Checking segment: {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:47:13.785352 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-fbe14423-45cc-41ed-b12f-be84b796be3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:13.785746 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe14423-45cc-41ed-b12f-be84b796be3b None None] Bound using segment: {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'} {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:47:13.786264 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-fbe14423-45cc-41ed-b12f-be84b796be3b None None] Bound port: d8cb2336-5f67-4a2b-b126-e51638974655, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}}] {{(pid=111211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:47:13.786656 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-fbe14423-45cc-41ed-b12f-be84b796be3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (d8cb2336-5f67-4a2b-b126-e51638974655), before_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:13.808792 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:47:13.819600 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:13.830011 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:13.840351 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.db [None req-fbe14423-45cc-41ed-b12f-be84b796be3b None None] For port d8cb2336-5f67-4a2b-b126-e51638974655, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:47:13.844152 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.db [None req-fbe14423-45cc-41ed-b12f-be84b796be3b None None] For port d8cb2336-5f67-4a2b-b126-e51638974655, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=d8cb2336-5f67-4a2b-b126-e51638974655,segment=NetworkSegment(2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5),segment_id=2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5)] {{(pid=111211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:47:13.854499 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port 6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:47:13.855124 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:13.873837 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3c0110be-57a5-40d5-8f85-a1c90ca118ee admin admin] Publish callbacks [] for port (e24102e4-a732-4442-a123-a74caeb2201c), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:13.880847 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:13.926545 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-fbe14423-45cc-41ed-b12f-be84b796be3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (d8cb2336-5f67-4a2b-b126-e51638974655), after_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:13.928863 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port 6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:47:13.930774 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:13.976345 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe14423-45cc-41ed-b12f-be84b796be3b None None] Routers {'714061f3-96bb-43f2-8d60-4eb51d6d1e51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:47:13.976961 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-fbe14423-45cc-41ed-b12f-be84b796be3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:46:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['714061f3-96bb-43f2-8d60-4eb51d6d1e51'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:47:13.977780 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3c0110be-57a5-40d5-8f85-a1c90ca118ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (e24102e4-a732-4442-a123-a74caeb2201c), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:14.018256 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0110be-57a5-40d5-8f85-a1c90ca118ee admin admin] Network 8fb40c4e-9164-4617-9793-abd2286f1896 is already hosted by enough agents. {{(pid=111209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:47:14.023244 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [None req-3c0110be-57a5-40d5-8f85-a1c90ca118ee admin admin] Resources bound (agent type, host, resource id): {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:47:14.023381 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb77cdd-9379-4c33-9e7b-60310c1ac765 None None] Pushing event updated for resources: {'Port': ['ID=d8cb2336-5f67-4a2b-b126-e51638974655,revision_number=3']} {{(pid=111211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:14.026671 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0110be-57a5-40d5-8f85-a1c90ca118ee admin admin] Received port after_create {{(pid=111209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:47:14.053599 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0110be-57a5-40d5-8f85-a1c90ca118ee admin admin] Pushing event updated for resources: {'Port': ['ID=e24102e4-a732-4442-a123-a74caeb2201c,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:14.082277 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3c0110be-57a5-40d5-8f85-a1c90ca118ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-747339'] for router_interface (714061f3-96bb-43f2-8d60-4eb51d6d1e51), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:14.096785 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-fbe14423-45cc-41ed-b12f-be84b796be3b None None] Set router 714061f3-96bb-43f2-8d60-4eb51d6d1e51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:47:14.262300 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3c0110be-57a5-40d5-8f85-a1c90ca118ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (e24102e4-a732-4442-a123-a74caeb2201c), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:14.272236 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-fbe14423-45cc-41ed-b12f-be84b796be3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'name': 'tempest-AttachVolumeShelveTestJSON-715739087-router', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:12Z', 'revision_number': 3, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'gw_port': {'id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:47:14.297371 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe14423-45cc-41ed-b12f-be84b796be3b None None] The sync data for ids ['714061f3-96bb-43f2-8d60-4eb51d6d1e51'] in dv-cinder-840678-12-iscsi is: [{'id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'name': 'tempest-AttachVolumeShelveTestJSON-715739087-router', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:12Z', 'revision_number': 3, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'gw_port': {'id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}] {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:47:14.333683 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-1df291af-1f4a-4736-8a10-628b1ef4deda None None] Provisioning complete for port e24102e4-a732-4442-a123-a74caeb2201c triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:47:14.334056 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-1df291af-1f4a-4736-8a10-628b1ef4deda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (e24102e4-a732-4442-a123-a74caeb2201c), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:14.373852 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-1df291af-1f4a-4736-8a10-628b1ef4deda None None] Port e24102e4-a732-4442-a123-a74caeb2201c cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:47:14.448645 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:14.466960 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3c0110be-57a5-40d5-8f85-a1c90ca118ee admin admin] Publish callbacks [] for port (e24102e4-a732-4442-a123-a74caeb2201c), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:14.546298 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3c0110be-57a5-40d5-8f85-a1c90ca118ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (e24102e4-a732-4442-a123-a74caeb2201c), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:14.612098 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ed4ed-b922-4cee-9cbd-efe2a9058dc0 req-5b0446dc-a048-4309-ae8c-8c820a52f66a tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:14.613650 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-450ed4ed-b922-4cee-9cbd-efe2a9058dc0 req-5b0446dc-a048-4309-ae8c-8c820a52f66a tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 944 time: 0.1218917 May 23 15:47:14.653407 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0110be-57a5-40d5-8f85-a1c90ca118ee admin admin] Pushing event updated for resources: {'Port': ['ID=e24102e4-a732-4442-a123-a74caeb2201c,revision_number=2']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:14.657842 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3c0110be-57a5-40d5-8f85-a1c90ca118ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-292210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745947'] for router_interface (714061f3-96bb-43f2-8d60-4eb51d6d1e51), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:14.727634 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-450ed4ed-b922-4cee-9cbd-efe2a9058dc0 req-a304ebe8-c857-47a8-9309-9cb07a627503 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048388 May 23 15:47:14.780945 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0110be-57a5-40d5-8f85-a1c90ca118ee admin admin] Network 8fb40c4e-9164-4617-9793-abd2286f1896 is already hosted by enough agents. {{(pid=111209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:47:14.782386 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [None req-3c0110be-57a5-40d5-8f85-a1c90ca118ee admin admin] Resources bound (agent type, host, resource id): {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:47:14.900358 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0110be-57a5-40d5-8f85-a1c90ca118ee admin admin] Router 714061f3-96bb-43f2-8d60-4eb51d6d1e51 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:47:14.996340 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-8779f54a-2572-4a64-9b4c-ad2a2e2f38ce None None] Provisioning complete for port e24102e4-a732-4442-a123-a74caeb2201c triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:47:14.996832 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-8779f54a-2572-4a64-9b4c-ad2a2e2f38ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (e24102e4-a732-4442-a123-a74caeb2201c), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:15.013460 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0110be-57a5-40d5-8f85-a1c90ca118ee admin admin] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:47:15.019636 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-3c0110be-57a5-40d5-8f85-a1c90ca118ee admin admin] 10.222.0.64 "PUT /v2.0/routers/714061f3-96bb-43f2-8d60-4eb51d6d1e51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9486735 May 23 15:47:15.038504 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-8779f54a-2572-4a64-9b4c-ad2a2e2f38ce None None] Port e24102e4-a732-4442-a123-a74caeb2201c cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:47:15.347198 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 47198) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:47:15.351755 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-ff9f86a1-87e2-497d-9582-8dcd1e1fb9c3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Request body: {'security_group': {'name': 'tempest-securitygroup--860657227', 'description': 'tempest-description--1842456544'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:47:15.457522 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-ff9f86a1-87e2-497d-9582-8dcd1e1fb9c3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:15.528249 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-ff9f86a1-87e2-497d-9582-8dcd1e1fb9c3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for security_group (4997639b-2d64-4709-b73f-c7b4061e017e), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:15.645685 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-ff9f86a1-87e2-497d-9582-8dcd1e1fb9c3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (4997639b-2d64-4709-b73f-c7b4061e017e), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:15.650548 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:15.677086 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f86a1-87e2-497d-9582-8dcd1e1fb9c3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4997639b-2d64-4709-b73f-c7b4061e017e,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:15.769313 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-ff9f86a1-87e2-497d-9582-8dcd1e1fb9c3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:15.773902 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-ff9f86a1-87e2-497d-9582-8dcd1e1fb9c3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4223304 May 23 15:47:15.774247 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 47202) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:47:15.781046 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-3ca5c9e4-6f65-4a06-b26e-6bbae20c9723 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Request body: {'security_group_rule': {'security_group_id': '4997639b-2d64-4709-b73f-c7b4061e017e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:47:15.814803 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device d8cb2336-5f67-4a2b-b126-e51638974655 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:47:15.868289 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port d8cb2336-5f67-4a2b-b126-e51638974655 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:47:15.868501 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d307ad1-c1dd-4a91-aadd-04c378a37c3c req-b8d3fb51-d860-406f-bad6-55464b20f6bd tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:15.868821 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (d8cb2336-5f67-4a2b-b126-e51638974655), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:15.870148 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9d307ad1-c1dd-4a91-aadd-04c378a37c3c req-b8d3fb51-d860-406f-bad6-55464b20f6bd tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 944 time: 0.0612762 May 23 15:47:15.890757 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3ca5c9e4-6f65-4a06-b26e-6bbae20c9723 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for security_group_rule (93a716d9-c719-447c-8b98-95359431f8df), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:15.911047 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0bfeae-5888-4a8e-a68e-8f0693524614 None None] Sync routers for ids ['714061f3-96bb-43f2-8d60-4eb51d6d1e51'] in dv-cinder-840678-12-iscsi {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:47:15.937601 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0bfeae-5888-4a8e-a68e-8f0693524614 None None] Routers {'714061f3-96bb-43f2-8d60-4eb51d6d1e51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:47:15.938801 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-1d0bfeae-5888-4a8e-a68e-8f0693524614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:46:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['714061f3-96bb-43f2-8d60-4eb51d6d1e51'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:47:15.952906 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3ca5c9e4-6f65-4a06-b26e-6bbae20c9723 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for security_group_rule (93a716d9-c719-447c-8b98-95359431f8df), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:15.988133 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:16.012086 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3ca5c9e4-6f65-4a06-b26e-6bbae20c9723 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (93a716d9-c719-447c-8b98-95359431f8df), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:16.035893 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5c9e4-6f65-4a06-b26e-6bbae20c9723 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a716d9-c719-447c-8b98-95359431f8df,revision_number=0']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:16.080093 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port d8cb2336-5f67-4a2b-b126-e51638974655 is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:47:16.080674 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (d8cb2336-5f67-4a2b-b126-e51638974655), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:16.089617 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3ca5c9e4-6f65-4a06-b26e-6bbae20c9723 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:16.094190 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-3ca5c9e4-6f65-4a06-b26e-6bbae20c9723 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3147597 May 23 15:47:16.094916 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 47206) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:47:16.102512 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-9ce79db1-746c-4505-80c1-a1bd1671856f tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Request body: {'security_group_rule': {'security_group_id': '4997639b-2d64-4709-b73f-c7b4061e017e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:47:16.115935 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-1d0bfeae-5888-4a8e-a68e-8f0693524614 None None] Set router 714061f3-96bb-43f2-8d60-4eb51d6d1e51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:47:16.142192 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] For port d8cb2336-5f67-4a2b-b126-e51638974655, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=d8cb2336-5f67-4a2b-b126-e51638974655,segment=NetworkSegment(2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5),segment_id=2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:47:16.186873 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9d307ad1-c1dd-4a91-aadd-04c378a37c3c req-b437bd69-d2dd-46b7-8c58-940b91147cf9 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3096917 May 23 15:47:16.209268 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:16.212250 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9ce79db1-746c-4505-80c1-a1bd1671856f tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for security_group_rule (710bb3b2-f06a-4e29-8ccd-ad94a6172de1), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:16.247682 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (d8cb2336-5f67-4a2b-b126-e51638974655), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:16.248080 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:16.271119 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9ce79db1-746c-4505-80c1-a1bd1671856f tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for security_group_rule (710bb3b2-f06a-4e29-8ccd-ad94a6172de1), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:16.346009 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Pushing event updated for resources: {'Port': ['ID=d8cb2336-5f67-4a2b-b126-e51638974655,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:16.365535 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9ce79db1-746c-4505-80c1-a1bd1671856f tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (710bb3b2-f06a-4e29-8ccd-ad94a6172de1), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:16.385572 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce79db1-746c-4505-80c1-a1bd1671856f tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710bb3b2-f06a-4e29-8ccd-ad94a6172de1,revision_number=0']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:16.396497 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-1d0bfeae-5888-4a8e-a68e-8f0693524614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'name': 'tempest-AttachVolumeShelveTestJSON-715739087-router', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:14Z', 'revision_number': 4, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'gw_port': {'id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'e24102e4-a732-4442-a123-a74caeb2201c', 'name': '', 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'mac_address': 'fa:16:3e:7d:b5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:13Z', 'updated_at': '2022-05-23T15:47:14Z', 'revision_number': 2, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'subnets': [{'id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:47:16.421928 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0bfeae-5888-4a8e-a68e-8f0693524614 None None] Checking router: 714061f3-96bb-43f2-8d60-4eb51d6d1e51 for host: dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:47:16.422286 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0bfeae-5888-4a8e-a68e-8f0693524614 None None] Updating router 714061f3-96bb-43f2-8d60-4eb51d6d1e51 port e24102e4-a732-4442-a123-a74caeb2201c binding host dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:47:16.449502 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-1d0bfeae-5888-4a8e-a68e-8f0693524614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (e24102e4-a732-4442-a123-a74caeb2201c), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:16.499584 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9ce79db1-746c-4505-80c1-a1bd1671856f tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:16.500798 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-9ce79db1-746c-4505-80c1-a1bd1671856f tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4049075 May 23 15:47:16.503849 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 47208) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:47:16.508158 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-98ce843f-f62b-4954-a412-d9cfc2362fc3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Request body: {'floatingip': {'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:47:16.594289 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-98ce843f-f62b-4954-a412-d9cfc2362fc3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:16.672755 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:16.679789 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-98ce843f-f62b-4954-a412-d9cfc2362fc3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:16.747624 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:16.752022 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-1d0bfeae-5888-4a8e-a68e-8f0693524614 None None] Publish callbacks [] for port (e24102e4-a732-4442-a123-a74caeb2201c), precommit_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:16.791917 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_common [None req-98ce843f-f62b-4954-a412-d9cfc2362fc3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Allocated IP 172.27.3.126 (423e159f-0d94-4204-8598-641f4ed121cf/6893e8f7-d8c8-4bdd-8cf7-487cc5c00794/03845c51-3ec2-4c6b-a19e-b9c52de48d10) {{(pid=111208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:47:16.839816 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-1d0bfeae-5888-4a8e-a68e-8f0693524614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (e24102e4-a732-4442-a123-a74caeb2201c), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:16.894325 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9fb56c-433d-4b49-bb01-06729363056a None None] Pushing event updated for resources: {'Port': ['ID=e24102e4-a732-4442-a123-a74caeb2201c,revision_number=3']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:16.896646 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-98ce843f-f62b-4954-a412-d9cfc2362fc3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for port (03845c51-3ec2-4c6b-a19e-b9c52de48d10), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:16.946534 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-1d0bfeae-5888-4a8e-a68e-8f0693524614 None None] Attempting to bind port e24102e4-a732-4442-a123-a74caeb2201c on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:47:16.946997 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-1d0bfeae-5888-4a8e-a68e-8f0693524614 None None] Attempting to bind port e24102e4-a732-4442-a123-a74caeb2201c by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': 'd129db44-bab8-43da-81f8-4f7ff8070dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896'}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:47:16.947500 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0bfeae-5888-4a8e-a68e-8f0693524614 None None] Attempting to bind port e24102e4-a732-4442-a123-a74caeb2201c on network 8fb40c4e-9164-4617-9793-abd2286f1896 {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:47:16.953962 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0bfeae-5888-4a8e-a68e-8f0693524614 None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:47:16.954352 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0bfeae-5888-4a8e-a68e-8f0693524614 None None] Checking segment: {'id': 'd129db44-bab8-43da-81f8-4f7ff8070dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:47:16.954785 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-1d0bfeae-5888-4a8e-a68e-8f0693524614 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:16.955176 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0bfeae-5888-4a8e-a68e-8f0693524614 None None] Bound using segment: {'id': 'd129db44-bab8-43da-81f8-4f7ff8070dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896'} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:47:16.955657 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-1d0bfeae-5888-4a8e-a68e-8f0693524614 None None] Bound port: e24102e4-a732-4442-a123-a74caeb2201c, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd129db44-bab8-43da-81f8-4f7ff8070dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896'}}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:47:16.956050 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-1d0bfeae-5888-4a8e-a68e-8f0693524614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (e24102e4-a732-4442-a123-a74caeb2201c), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:17.012059 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-98ce843f-f62b-4954-a412-d9cfc2362fc3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (03845c51-3ec2-4c6b-a19e-b9c52de48d10), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:17.024733 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-1d0bfeae-5888-4a8e-a68e-8f0693524614 None None] For port e24102e4-a732-4442-a123-a74caeb2201c, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:47:17.028250 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-1d0bfeae-5888-4a8e-a68e-8f0693524614 None None] For port e24102e4-a732-4442-a123-a74caeb2201c, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=e24102e4-a732-4442-a123-a74caeb2201c,segment=NetworkSegment(d129db44-bab8-43da-81f8-4f7ff8070dc8),segment_id=d129db44-bab8-43da-81f8-4f7ff8070dc8)] {{(pid=111210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:47:17.055329 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ce843f-f62b-4954-a412-d9cfc2362fc3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Network 423e159f-0d94-4204-8598-641f4ed121cf is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:47:17.060041 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-98ce843f-f62b-4954-a412-d9cfc2362fc3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:47:17.064494 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ce843f-f62b-4954-a412-d9cfc2362fc3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Received port after_create {{(pid=111208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:47:17.073386 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-6ad53f87-026d-4f58-8563-3aafc41d8ad8 None None] Provisioning complete for port e24102e4-a732-4442-a123-a74caeb2201c triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:47:17.073766 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-6ad53f87-026d-4f58-8563-3aafc41d8ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (e24102e4-a732-4442-a123-a74caeb2201c), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:17.088508 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce843f-f62b-4954-a412-d9cfc2362fc3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Pushing event updated for resources: {'Port': ['ID=03845c51-3ec2-4c6b-a19e-b9c52de48d10,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:17.106845 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-6ad53f87-026d-4f58-8563-3aafc41d8ad8 None None] Port e24102e4-a732-4442-a123-a74caeb2201c cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:47:17.114589 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-1d0bfeae-5888-4a8e-a68e-8f0693524614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (e24102e4-a732-4442-a123-a74caeb2201c), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:17.162886 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-98ce843f-f62b-4954-a412-d9cfc2362fc3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for floatingip (feb26954-cd44-43b8-8939-a7d7b7b582ae), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:17.162991 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device a0610243-2466-4315-a3e6-15f6cea816b8 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=111210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:47:17.200181 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9fb56c-433d-4b49-bb01-06729363056a None None] Pushing event updated for resources: {'Port': ['ID=e24102e4-a732-4442-a123-a74caeb2201c,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:17.205801 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0bfeae-5888-4a8e-a68e-8f0693524614 None None] Routers {'714061f3-96bb-43f2-8d60-4eb51d6d1e51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:47:17.206436 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-1d0bfeae-5888-4a8e-a68e-8f0693524614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:46:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['714061f3-96bb-43f2-8d60-4eb51d6d1e51'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:47:17.259892 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:17.265259 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-98ce843f-f62b-4954-a412-d9cfc2362fc3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (03845c51-3ec2-4c6b-a19e-b9c52de48d10), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:17.338975 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34d137-363d-479f-a1cd-1062c62dabea req-39cf3e4a-1f6d-452d-bbd0-2840b191a7d7 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:17.340612 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0d34d137-363d-479f-a1cd-1062c62dabea req-39cf3e4a-1f6d-452d-bbd0-2840b191a7d7 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 944 time: 0.0694258 May 23 15:47:17.378173 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:17.401485 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0d34d137-363d-479f-a1cd-1062c62dabea req-e29789d9-4278-493f-8311-6d4c5ec496e1 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536315 May 23 15:47:17.401678 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port a0610243-2466-4315-a3e6-15f6cea816b8, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a0610243-2466-4315-a3e6-15f6cea816b8,segment=NetworkSegment(27a2e33f-06f2-4e3d-ac54-2874447fd6e1),segment_id=27a2e33f-06f2-4e3d-ac54-2874447fd6e1)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:47:17.405952 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-1d0bfeae-5888-4a8e-a68e-8f0693524614 None None] Set router 714061f3-96bb-43f2-8d60-4eb51d6d1e51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:47:17.455989 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Returning: {'device': 'a0610243-2466-4315-a3e6-15f6cea816b8', 'network_id': '52f38aa2-2e8c-4bbb-b78a-8086514940da', 'port_id': 'a0610243-2466-4315-a3e6-15f6cea816b8', 'mac_address': 'fa:16:3e:da:44:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b43e208d-5605-4f40-918e-e3379d6d3055', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:47:17.461827 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:17.469936 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-259b9a48-b888-4019-9c47-1122e963c00e None None] Provisioning complete for port e24102e4-a732-4442-a123-a74caeb2201c triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:47:17.470284 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-259b9a48-b888-4019-9c47-1122e963c00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (e24102e4-a732-4442-a123-a74caeb2201c), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:17.485911 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-98ce843f-f62b-4954-a412-d9cfc2362fc3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for port (03845c51-3ec2-4c6b-a19e-b9c52de48d10), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:17.549424 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-98ce843f-f62b-4954-a412-d9cfc2362fc3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-906278'] for port (03845c51-3ec2-4c6b-a19e-b9c52de48d10), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:17.624235 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce843f-f62b-4954-a412-d9cfc2362fc3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Pushing event updated for resources: {'Port': ['ID=03845c51-3ec2-4c6b-a19e-b9c52de48d10,revision_number=2']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:17.636490 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-98ce843f-f62b-4954-a412-d9cfc2362fc3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (feb26954-cd44-43b8-8939-a7d7b7b582ae), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:17.705938 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-98ce843f-f62b-4954-a412-d9cfc2362fc3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:17.707302 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-98ce843f-f62b-4954-a412-d9cfc2362fc3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2024763 May 23 15:47:17.745566 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port a0610243-2466-4315-a3e6-15f6cea816b8 is: DOWN; New status is: BUILD {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:47:17.746083 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (a0610243-2466-4315-a3e6-15f6cea816b8), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:17.760893 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:17.773806 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0610243-2466-4315-a3e6-15f6cea816b8 {{(pid=111210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:47:17.784510 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device d8cb2336-5f67-4a2b-b126-e51638974655 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:47:17.863335 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port a0610243-2466-4315-a3e6-15f6cea816b8, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a0610243-2466-4315-a3e6-15f6cea816b8,segment=NetworkSegment(27a2e33f-06f2-4e3d-ac54-2874447fd6e1),segment_id=27a2e33f-06f2-4e3d-ac54-2874447fd6e1)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:47:17.867971 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-667c0681-8d98-42d4-a660-cef12df935c7 req-81ee785d-fd6c-472b-905f-ab2ad01e6e82 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--860657227&fields=id&tenant_id=749e4849b23b4e42be64ef0ab0330a0b HTTP/1.1" status: 200 len: 267 time: 0.0447662 May 23 15:47:17.911676 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (a0610243-2466-4315-a3e6-15f6cea816b8), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:17.913337 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-259b9a48-b888-4019-9c47-1122e963c00e None None] Current status of the port e24102e4-a732-4442-a123-a74caeb2201c is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:47:17.913710 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-259b9a48-b888-4019-9c47-1122e963c00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (e24102e4-a732-4442-a123-a74caeb2201c), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:17.964966 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-1d0bfeae-5888-4a8e-a68e-8f0693524614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'name': 'tempest-AttachVolumeShelveTestJSON-715739087-router', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:14Z', 'revision_number': 4, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'gw_port': {'id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'e24102e4-a732-4442-a123-a74caeb2201c', 'name': '', 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'mac_address': 'fa:16:3e:7d:b5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:13Z', 'updated_at': '2022-05-23T15:47:17Z', 'revision_number': 4, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'subnets': [{'id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:47:17.977525 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c0681-8d98-42d4-a660-cef12df935c7 req-e4a688fc-7b1c-4f4c-954c-68826a44dbb0 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:17.979233 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-667c0681-8d98-42d4-a660-cef12df935c7 req-e4a688fc-7b1c-4f4c-954c-68826a44dbb0 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/networks?id=8fb40c4e-9164-4617-9793-abd2286f1896 HTTP/1.1" status: 200 len: 816 time: 0.1040149 May 23 15:47:17.994310 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-667c0681-8d98-42d4-a660-cef12df935c7 req-3256b966-b6fd-4630-827f-8ffe1c31ceb4 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/quotas/749e4849b23b4e42be64ef0ab0330a0b HTTP/1.1" status: 200 len: 375 time: 0.0089693 May 23 15:47:18.005190 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port d8cb2336-5f67-4a2b-b126-e51638974655 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:47:18.005572 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (d8cb2336-5f67-4a2b-b126-e51638974655), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:18.013766 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0bfeae-5888-4a8e-a68e-8f0693524614 None None] The sync data for ids ['714061f3-96bb-43f2-8d60-4eb51d6d1e51'] in dv-cinder-840678-12-iscsi is: [{'id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'name': 'tempest-AttachVolumeShelveTestJSON-715739087-router', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:14Z', 'revision_number': 4, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'gw_port': {'id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'e24102e4-a732-4442-a123-a74caeb2201c', 'name': '', 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'mac_address': 'fa:16:3e:7d:b5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:13Z', 'updated_at': '2022-05-23T15:47:17Z', 'revision_number': 4, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'subnets': [{'id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:47:18.061154 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=a0610243-2466-4315-a3e6-15f6cea816b8,revision_number=7']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:18.069033 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-667c0681-8d98-42d4-a660-cef12df935c7 req-9270e681-c716-4426-a6a6-02b0382aa3e9 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=749e4849b23b4e42be64ef0ab0330a0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658846 May 23 15:47:18.100160 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-259b9a48-b888-4019-9c47-1122e963c00e None None] For port e24102e4-a732-4442-a123-a74caeb2201c, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=e24102e4-a732-4442-a123-a74caeb2201c,segment=NetworkSegment(d129db44-bab8-43da-81f8-4f7ff8070dc8),segment_id=d129db44-bab8-43da-81f8-4f7ff8070dc8)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:47:18.158321 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port d8cb2336-5f67-4a2b-b126-e51638974655 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:47:18.204534 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-667c0681-8d98-42d4-a660-cef12df935c7 req-e552f385-54cf-4fc5-b296-720b821b9988 service neutron] 10.222.0.64 "GET /v2.0/networks/8fb40c4e-9164-4617-9793-abd2286f1896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311586 May 23 15:47:18.263587 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-259b9a48-b888-4019-9c47-1122e963c00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (e24102e4-a732-4442-a123-a74caeb2201c), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:18.278151 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['a0610243-2466-4315-a3e6-15f6cea816b8'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:47:18.305240 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-667c0681-8d98-42d4-a660-cef12df935c7 req-627cacaf-9859-4ed4-9b99-6dde57cf18d4 service neutron] 10.222.0.64 "GET /v2.0/networks/8fb40c4e-9164-4617-9793-abd2286f1896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947819 May 23 15:47:18.364985 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b9a48-b888-4019-9c47-1122e963c00e None None] Pushing event updated for resources: {'Port': ['ID=e24102e4-a732-4442-a123-a74caeb2201c,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:18.485076 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:18.560126 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fdf3e0-e7a9-4edc-a394-54329efeeac0 req-a3711fd2-d948-451a-b5e0-0db3b1b511da tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:18.562043 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-01fdf3e0-e7a9-4edc-a394-54329efeeac0 req-a3711fd2-d948-451a-b5e0-0db3b1b511da tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 945 time: 0.0818682 May 23 15:47:18.603801 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-10a0e9ac-607e-45eb-ab98-846edd5e19ef req-d352ec18-5862-4875-a893-073fac4ab1d0 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 210 time: 0.0403628 May 23 15:47:18.651291 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-01fdf3e0-e7a9-4edc-a394-54329efeeac0 req-b428fd31-fb8c-4910-beaa-7c9696497ef3 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793827 May 23 15:47:19.236470 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device a0610243-2466-4315-a3e6-15f6cea816b8 up at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:47:19.281025 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning complete for port a0610243-2466-4315-a3e6-15f6cea816b8 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:47:19.281551 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (a0610243-2466-4315-a3e6-15f6cea816b8), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:19.354261 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port a0610243-2466-4315-a3e6-15f6cea816b8 is: BUILD; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:47:19.354656 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (a0610243-2466-4315-a3e6-15f6cea816b8), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:19.378041 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd66096c-0b64-4a26-bdec-1b1a46310cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0610243-2466-4315-a3e6-15f6cea816b8'}] {{(pid=111210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:47:19.380255 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9c7a1c507f49bcca1db13b0162076e02f5240d03c1faf9934ae6854bea0488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52afd221-05d5-435d-872b-4906b296cbfb" -d '{"events": [{"server_uuid": "dd66096c-0b64-4a26-bdec-1b1a46310cfb", "name": "network-vif-plugged", "status": "completed", "tag": "a0610243-2466-4315-a3e6-15f6cea816b8"}]}' {{(pid=111210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:47:19.395260 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port a0610243-2466-4315-a3e6-15f6cea816b8, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a0610243-2466-4315-a3e6-15f6cea816b8,segment=NetworkSegment(27a2e33f-06f2-4e3d-ac54-2874447fd6e1),segment_id=27a2e33f-06f2-4e3d-ac54-2874447fd6e1)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:47:19.474105 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08324ee1-2755-4c4f-97f5-a87d83a33bb7 x-openstack-request-id: req-08324ee1-2755-4c4f-97f5-a87d83a33bb7 {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:47:19.474411 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd66096c-0b64-4a26-bdec-1b1a46310cfb", "name": "network-vif-plugged", "status": "completed", "tag": "a0610243-2466-4315-a3e6-15f6cea816b8", "code": 200}]} {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:47:19.474672 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-08324ee1-2755-4c4f-97f5-a87d83a33bb7 {{(pid=111210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:47:19.475082 dv-cinder-840678-12-iscsi neutron-server[111210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08324ee1-2755-4c4f-97f5-a87d83a33bb7'] response: {'server_uuid': 'dd66096c-0b64-4a26-bdec-1b1a46310cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0610243-2466-4315-a3e6-15f6cea816b8', 'code': 200} May 23 15:47:19.491189 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (a0610243-2466-4315-a3e6-15f6cea816b8), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:19.517291 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:19.543136 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=a0610243-2466-4315-a3e6-15f6cea816b8,revision_number=8']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:19.756789 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a174d9a7-2eb9-4cfe-ae55-3808cbd1fa88 req-d1b8f18a-d1c5-4d4c-ad31-6cc9f41e19a6 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 210 time: 0.0528996 May 23 15:47:19.798000 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device e24102e4-a732-4442-a123-a74caeb2201c up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:47:19.803487 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9044af-fb4c-4a1f-bb68-8da54bca1a80 req-f260bfee-26ef-405c-8e23-a269f280461d tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:19.805032 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2b9044af-fb4c-4a1f-bb68-8da54bca1a80 req-f260bfee-26ef-405c-8e23-a269f280461d tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 946 time: 0.0610826 May 23 15:47:19.846571 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port e24102e4-a732-4442-a123-a74caeb2201c triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:47:19.847370 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (e24102e4-a732-4442-a123-a74caeb2201c), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:19.862603 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2b9044af-fb4c-4a1f-bb68-8da54bca1a80 req-867ffa52-cb34-47cc-ae3d-4871099a7566 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515683 May 23 15:47:19.926791 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49ac11-1637-48bd-b207-08e81f8076c7 req-7560fd2d-a876-496c-b49f-c1d48d869c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:19.929148 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1e49ac11-1637-48bd-b207-08e81f8076c7 req-7560fd2d-a876-496c-b49f-c1d48d869c6e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 1130 time: 0.0469034 May 23 15:47:19.933344 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port e24102e4-a732-4442-a123-a74caeb2201c is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:47:19.978031 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1e49ac11-1637-48bd-b207-08e81f8076c7 req-8f0ff5d5-c4c3-4a8a-9fd2-9c36c1e9a4f4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422339 May 23 15:47:20.857605 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-634187d8-ee93-43ee-ac33-1a8975ca6f07 req-de10fa51-26e7-46c1-a7ea-d3b5f1015053 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 210 time: 0.0275333 May 23 15:47:20.977949 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a53fd-1143-42b6-9e9f-c16fad2ab63b req-6c1f2f45-43e4-47c0-8962-e467759e9f5f tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:20.979406 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-141a53fd-1143-42b6-9e9f-c16fad2ab63b req-6c1f2f45-43e4-47c0-8962-e467759e9f5f tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 946 time: 0.0472600 May 23 15:47:21.032882 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-141a53fd-1143-42b6-9e9f-c16fad2ab63b req-e8b011bf-5658-45ff-a8b7-0a8e97f12eaf tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473218 May 23 15:47:21.891632 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-9c01d08b-ef4c-4233-98df-c13c2e72cbdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:21.955296 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:21.982180 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-fe2f2c8b-8601-4fe2-a9f0-2f9bd9cd21b5 req-166ed6df-6e65-43d0-a1d7-44ec2332e070 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 210 time: 0.0403733 May 23 15:47:21.989697 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c0681-8d98-42d4-a660-cef12df935c7 req-fd69f482-81d5-4a37-a10c-6abdabbfa8c6 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:21.991150 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-667c0681-8d98-42d4-a660-cef12df935c7 req-fd69f482-81d5-4a37-a10c-6abdabbfa8c6 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.69 "GET /v2.0/networks?id=8fb40c4e-9164-4617-9793-abd2286f1896 HTTP/1.1" status: 200 len: 816 time: 0.1269794 May 23 15:47:22.041762 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:22.068488 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-667c0681-8d98-42d4-a660-cef12df935c7 req-087bfbdf-a8cf-42b9-b06d-bf8ab089b741 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=749e4849b23b4e42be64ef0ab0330a0b HTTP/1.1" status: 200 len: 379 time: 0.0588415 May 23 15:47:22.078786 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [req-667c0681-8d98-42d4-a660-cef12df935c7 req-0bf0b038-dbe5-43ad-bc2c-cc937ed0f670 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Request body: {'port': {'device_id': '9d9a9391-45aa-4e87-b025-839d2bf5c8a3', 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896', 'admin_state_up': True, 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'security_groups': ['4997639b-2d64-4709-b73f-c7b4061e017e']}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:47:22.196535 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe6280-4c50-4b05-9c3a-4d99c388aebc req-408733f8-5071-4b2a-b9e4-3cf6ca80f51c tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:22.198037 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-debe6280-4c50-4b05-9c3a-4d99c388aebc req-408733f8-5071-4b2a-b9e4-3cf6ca80f51c tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 946 time: 0.0749407 May 23 15:47:22.268586 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-debe6280-4c50-4b05-9c3a-4d99c388aebc req-ecfae72c-700c-4475-96d7-5c6193e9be1e tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607076 May 23 15:47:22.342805 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-667c0681-8d98-42d4-a660-cef12df935c7 req-0bf0b038-dbe5-43ad-bc2c-cc937ed0f670 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Made reservation on behalf of 749e4849b23b4e42be64ef0ab0330a0b for: {'port': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:47:22.346247 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-667c0681-8d98-42d4-a660-cef12df935c7 req-0bf0b038-dbe5-43ad-bc2c-cc937ed0f670 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:22.469857 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_common [req-667c0681-8d98-42d4-a660-cef12df935c7 req-0bf0b038-dbe5-43ad-bc2c-cc937ed0f670 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Allocated IP 172.20.0.13 (8fb40c4e-9164-4617-9793-abd2286f1896/0890d0be-25d8-4c38-9ad0-940056305fe2/9f19c00b-8184-4f9a-bd54-44e27e1f300a) {{(pid=111209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:47:22.607185 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-667c0681-8d98-42d4-a660-cef12df935c7 req-0bf0b038-dbe5-43ad-bc2c-cc937ed0f670 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for port (9f19c00b-8184-4f9a-bd54-44e27e1f300a), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:22.703328 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-667c0681-8d98-42d4-a660-cef12df935c7 req-0bf0b038-dbe5-43ad-bc2c-cc937ed0f670 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (9f19c00b-8184-4f9a-bd54-44e27e1f300a), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:22.746541 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-667c0681-8d98-42d4-a660-cef12df935c7 req-0bf0b038-dbe5-43ad-bc2c-cc937ed0f670 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Network 8fb40c4e-9164-4617-9793-abd2286f1896 is already hosted by enough agents. {{(pid=111209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:47:22.750251 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [req-667c0681-8d98-42d4-a660-cef12df935c7 req-0bf0b038-dbe5-43ad-bc2c-cc937ed0f670 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Resources bound (agent type, host, resource id): {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:47:22.754015 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-667c0681-8d98-42d4-a660-cef12df935c7 req-0bf0b038-dbe5-43ad-bc2c-cc937ed0f670 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Received port after_create {{(pid=111209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:47:22.760141 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0b038-dbe5-43ad-bc2c-cc937ed0f670 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Pushing event updated for resources: {'Port': ['ID=9f19c00b-8184-4f9a-bd54-44e27e1f300a,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:22.797372 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0b038-dbe5-43ad-bc2c-cc937ed0f670 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:47:22.797740 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0b038-dbe5-43ad-bc2c-cc937ed0f670 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:47:22.798068 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0b038-dbe5-43ad-bc2c-cc937ed0f670 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:47:22.798410 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0b038-dbe5-43ad-bc2c-cc937ed0f670 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:47:22.798997 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0b038-dbe5-43ad-bc2c-cc937ed0f670 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:47:22.799338 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0b038-dbe5-43ad-bc2c-cc937ed0f670 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:47:22.799668 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0b038-dbe5-43ad-bc2c-cc937ed0f670 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:47:22.800002 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0b038-dbe5-43ad-bc2c-cc937ed0f670 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:47:22.800346 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0b038-dbe5-43ad-bc2c-cc937ed0f670 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:47:22.800656 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0b038-dbe5-43ad-bc2c-cc937ed0f670 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:47:22.800981 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0b038-dbe5-43ad-bc2c-cc937ed0f670 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:47:22.801363 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0b038-dbe5-43ad-bc2c-cc937ed0f670 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:47:22.801687 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0b038-dbe5-43ad-bc2c-cc937ed0f670 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:47:22.802011 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0b038-dbe5-43ad-bc2c-cc937ed0f670 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:47:22.802331 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0b038-dbe5-43ad-bc2c-cc937ed0f670 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:47:22.824387 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c0681-8d98-42d4-a660-cef12df935c7 req-0bf0b038-dbe5-43ad-bc2c-cc937ed0f670 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:22.824999 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-667c0681-8d98-42d4-a660-cef12df935c7 req-0bf0b038-dbe5-43ad-bc2c-cc937ed0f670 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:22.906346 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-667c0681-8d98-42d4-a660-cef12df935c7 req-0bf0b038-dbe5-43ad-bc2c-cc937ed0f670 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8319378 May 23 15:47:22.926991 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [req-667c0681-8d98-42d4-a660-cef12df935c7 req-484c18a8-090d-41f0-bef5-fa85463b0df2 service neutron] Request body: {'port': {'device_id': '9d9a9391-45aa-4e87-b025-839d2bf5c8a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:47:22.986154 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-667c0681-8d98-42d4-a660-cef12df935c7 req-484c18a8-090d-41f0-bef5-fa85463b0df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (9f19c00b-8184-4f9a-bd54-44e27e1f300a), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:22.988614 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:23.019402 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-35054c13-bcad-4570-a491-4b981ee56c75 None None] Provisioning complete for port 9f19c00b-8184-4f9a-bd54-44e27e1f300a triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:47:23.019876 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-35054c13-bcad-4570-a491-4b981ee56c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (9f19c00b-8184-4f9a-bd54-44e27e1f300a), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:23.041417 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:23.053076 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-35054c13-bcad-4570-a491-4b981ee56c75 None None] Port 9f19c00b-8184-4f9a-bd54-44e27e1f300a cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:47:23.160544 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f943eb5-39fe-41bd-9bef-ebc2e2dc3a3b req-9c5432c8-c34b-4b2c-b2c7-21ff6401f874 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:23.161947 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8f943eb5-39fe-41bd-9bef-ebc2e2dc3a3b req-9c5432c8-c34b-4b2c-b2c7-21ff6401f874 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 932 time: 0.1032426 May 23 15:47:23.272203 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8f943eb5-39fe-41bd-9bef-ebc2e2dc3a3b req-63598746-c99d-48e1-9874-8a1556ac34f5 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011035 May 23 15:47:23.358420 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [req-667c0681-8d98-42d4-a660-cef12df935c7 req-484c18a8-090d-41f0-bef5-fa85463b0df2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f19c00b-8184-4f9a-bd54-44e27e1f300a {{(pid=111209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:47:23.365802 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-667c0681-8d98-42d4-a660-cef12df935c7 req-484c18a8-090d-41f0-bef5-fa85463b0df2 service neutron] Publish callbacks [] for port (9f19c00b-8184-4f9a-bd54-44e27e1f300a), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:23.378734 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.provisioning_blocks [req-667c0681-8d98-42d4-a660-cef12df935c7 req-484c18a8-090d-41f0-bef5-fa85463b0df2 service neutron] Transition to ACTIVE for port object 9f19c00b-8184-4f9a-bd54-44e27e1f300a will not be triggered until provisioned by entity L2. {{(pid=111209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:47:23.457121 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-667c0681-8d98-42d4-a660-cef12df935c7 req-484c18a8-090d-41f0-bef5-fa85463b0df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (9f19c00b-8184-4f9a-bd54-44e27e1f300a), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:23.511408 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c18a8-090d-41f0-bef5-fa85463b0df2 service neutron] Pushing event updated for resources: {'Port': ['ID=9f19c00b-8184-4f9a-bd54-44e27e1f300a,revision_number=2']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:23.587821 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-667c0681-8d98-42d4-a660-cef12df935c7 req-484c18a8-090d-41f0-bef5-fa85463b0df2 service neutron] Attempting to bind port 9f19c00b-8184-4f9a-bd54-44e27e1f300a on host hv-cinder-84067 for vnic_type normal with profile {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:47:23.588159 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-667c0681-8d98-42d4-a660-cef12df935c7 req-484c18a8-090d-41f0-bef5-fa85463b0df2 service neutron] Attempting to bind port 9f19c00b-8184-4f9a-bd54-44e27e1f300a by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'd129db44-bab8-43da-81f8-4f7ff8070dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896'}] {{(pid=111209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:47:23.588489 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667c0681-8d98-42d4-a660-cef12df935c7 req-484c18a8-090d-41f0-bef5-fa85463b0df2 service neutron] Attempting to bind port 9f19c00b-8184-4f9a-bd54-44e27e1f300a on network 8fb40c4e-9164-4617-9793-abd2286f1896 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:47:23.594081 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667c0681-8d98-42d4-a660-cef12df935c7 req-484c18a8-090d-41f0-bef5-fa85463b0df2 service neutron] Port 9f19c00b-8184-4f9a-bd54-44e27e1f300a on network 8fb40c4e-9164-4617-9793-abd2286f1896 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:47:23.594399 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667c0681-8d98-42d4-a660-cef12df935c7 req-484c18a8-090d-41f0-bef5-fa85463b0df2 service neutron] Attempting to bind port 9f19c00b-8184-4f9a-bd54-44e27e1f300a on network 8fb40c4e-9164-4617-9793-abd2286f1896 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:47:23.599493 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667c0681-8d98-42d4-a660-cef12df935c7 req-484c18a8-090d-41f0-bef5-fa85463b0df2 service neutron] Checking agent: {'id': '0d13f95c-3035-4c18-beb8-0a83c2b7abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'started_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:47:23.599830 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667c0681-8d98-42d4-a660-cef12df935c7 req-484c18a8-090d-41f0-bef5-fa85463b0df2 service neutron] Checking segment: {'id': 'd129db44-bab8-43da-81f8-4f7ff8070dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:47:23.600208 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667c0681-8d98-42d4-a660-cef12df935c7 req-484c18a8-090d-41f0-bef5-fa85463b0df2 service neutron] Bound using segment: {'id': 'd129db44-bab8-43da-81f8-4f7ff8070dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896'} {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:47:23.600634 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-667c0681-8d98-42d4-a660-cef12df935c7 req-484c18a8-090d-41f0-bef5-fa85463b0df2 service neutron] Bound port: 9f19c00b-8184-4f9a-bd54-44e27e1f300a, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd129db44-bab8-43da-81f8-4f7ff8070dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896'}}] {{(pid=111209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:47:23.600999 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-667c0681-8d98-42d4-a660-cef12df935c7 req-484c18a8-090d-41f0-bef5-fa85463b0df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (9f19c00b-8184-4f9a-bd54-44e27e1f300a), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:23.665725 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-667c0681-8d98-42d4-a660-cef12df935c7 req-484c18a8-090d-41f0-bef5-fa85463b0df2 service neutron] For port 9f19c00b-8184-4f9a-bd54-44e27e1f300a, host hv-cinder-84067, cleared binding levels {{(pid=111209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:47:23.668641 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-667c0681-8d98-42d4-a660-cef12df935c7 req-484c18a8-090d-41f0-bef5-fa85463b0df2 service neutron] For port 9f19c00b-8184-4f9a-bd54-44e27e1f300a, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9f19c00b-8184-4f9a-bd54-44e27e1f300a,segment=NetworkSegment(d129db44-bab8-43da-81f8-4f7ff8070dc8),segment_id=d129db44-bab8-43da-81f8-4f7ff8070dc8)] {{(pid=111209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:47:23.731587 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-667c0681-8d98-42d4-a660-cef12df935c7 req-484c18a8-090d-41f0-bef5-fa85463b0df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (9f19c00b-8184-4f9a-bd54-44e27e1f300a), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:23.770783 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c0681-8d98-42d4-a660-cef12df935c7 req-484c18a8-090d-41f0-bef5-fa85463b0df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:23.771476 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-667c0681-8d98-42d4-a660-cef12df935c7 req-484c18a8-090d-41f0-bef5-fa85463b0df2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:23.772852 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-667c0681-8d98-42d4-a660-cef12df935c7 req-484c18a8-090d-41f0-bef5-fa85463b0df2 service neutron] 10.222.0.69 "PUT /v2.0/ports/9f19c00b-8184-4f9a-bd54-44e27e1f300a HTTP/1.1" status: 200 len: 1094 time: 0.8504171 May 23 15:47:23.773314 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d9a9391-45aa-4e87-b025-839d2bf5c8a3', 'tag': '9f19c00b-8184-4f9a-bd54-44e27e1f300a'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:47:23.775563 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f0e345-d02b-4b5b-be71-25d4a0f13ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "9d9a9391-45aa-4e87-b025-839d2bf5c8a3", "tag": "9f19c00b-8184-4f9a-bd54-44e27e1f300a"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:47:23.802254 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c18a8-090d-41f0-bef5-fa85463b0df2 service neutron] Pushing event updated for resources: {'Port': ['ID=9f19c00b-8184-4f9a-bd54-44e27e1f300a,revision_number=3']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:23.881714 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec6b672-23ea-4109-9ab0-c2ab713bea8b x-openstack-request-id: req-4ec6b672-23ea-4109-9ab0-c2ab713bea8b {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:47:23.882068 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d9a9391-45aa-4e87-b025-839d2bf5c8a3", "tag": "9f19c00b-8184-4f9a-bd54-44e27e1f300a", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:47:23.882328 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ec6b672-23ea-4109-9ab0-c2ab713bea8b {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:47:23.882767 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ec6b672-23ea-4109-9ab0-c2ab713bea8b'] response: {'name': 'network-changed', 'server_uuid': '9d9a9391-45aa-4e87-b025-839d2bf5c8a3', 'tag': '9f19c00b-8184-4f9a-bd54-44e27e1f300a', 'status': 'completed', 'code': 200} May 23 15:47:23.957291 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:23.964433 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c0681-8d98-42d4-a660-cef12df935c7 req-94c4cd30-9554-4201-967e-04d0da6652cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:23.965971 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-667c0681-8d98-42d4-a660-cef12df935c7 req-94c4cd30-9554-4201-967e-04d0da6652cc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=749e4849b23b4e42be64ef0ab0330a0b&device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 1128 time: 0.0409534 May 23 15:47:24.016277 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-667c0681-8d98-42d4-a660-cef12df935c7 req-f80231f3-aaf1-4594-aa66-e253663026f0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f19c00b-8184-4f9a-bd54-44e27e1f300a HTTP/1.1" status: 200 len: 217 time: 0.0341895 May 23 15:47:24.067163 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c0681-8d98-42d4-a660-cef12df935c7 req-794cdcff-5d38-4802-b01e-01429a684bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:24.068507 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-667c0681-8d98-42d4-a660-cef12df935c7 req-794cdcff-5d38-4802-b01e-01429a684bfe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0890d0be-25d8-4c38-9ad0-940056305fe2 HTTP/1.1" status: 200 len: 855 time: 0.0450199 May 23 15:47:24.120684 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c0681-8d98-42d4-a660-cef12df935c7 req-34b78c71-e90b-417d-be98-df7778990408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:24.122223 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-667c0681-8d98-42d4-a660-cef12df935c7 req-34b78c71-e90b-417d-be98-df7778990408 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8fb40c4e-9164-4617-9793-abd2286f1896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450029 May 23 15:47:24.205557 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-b37c3aef-a699-4566-901d-6b0f50feff8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:24.217917 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-667c0681-8d98-42d4-a660-cef12df935c7 req-8ed37c1a-7dcb-4df4-8fb9-80b381e9dcbb service neutron] 10.222.0.69 "GET /v2.0/networks/8fb40c4e-9164-4617-9793-abd2286f1896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860832 May 23 15:47:24.275481 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=74 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:24.311948 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-667c0681-8d98-42d4-a660-cef12df935c7 req-26572cfe-5e30-4ae1-b33d-19ac0d02a16a service neutron] 10.222.0.69 "GET /v2.0/networks/8fb40c4e-9164-4617-9793-abd2286f1896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877669 May 23 15:47:24.402048 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0aa39e-3abe-4d63-9366-c682be0390a5 req-05007876-abc9-4f71-80dc-4857f9a23a96 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:24.403622 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2d0aa39e-3abe-4d63-9366-c682be0390a5 req-05007876-abc9-4f71-80dc-4857f9a23a96 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 944 time: 0.0572269 May 23 15:47:24.429554 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:24.453253 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2d0aa39e-3abe-4d63-9366-c682be0390a5 req-a9582cc9-9522-4e61-b895-dc2f3ce4fcce tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432591 May 23 15:47:25.373603 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0e345-d02b-4b5b-be71-25d4a0f13ad6 req-bdb2abf5-9b65-4931-9530-bc8a5abd05bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:25.374982 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-68f0e345-d02b-4b5b-be71-25d4a0f13ad6 req-bdb2abf5-9b65-4931-9530-bc8a5abd05bc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=749e4849b23b4e42be64ef0ab0330a0b&device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 1128 time: 0.0395718 May 23 15:47:25.467506 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0e345-d02b-4b5b-be71-25d4a0f13ad6 req-4e777902-3c89-46bb-afd9-4d5536b3cb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:25.469021 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-68f0e345-d02b-4b5b-be71-25d4a0f13ad6 req-4e777902-3c89-46bb-afd9-4d5536b3cb9b service neutron] 10.222.0.69 "GET /v2.0/networks?id=8fb40c4e-9164-4617-9793-abd2286f1896 HTTP/1.1" status: 200 len: 917 time: 0.0877593 May 23 15:47:25.508059 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-68f0e345-d02b-4b5b-be71-25d4a0f13ad6 req-af9bc8e2-9cff-4cbd-82ab-c638c14d6c97 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f19c00b-8184-4f9a-bd54-44e27e1f300a HTTP/1.1" status: 200 len: 217 time: 0.0325813 May 23 15:47:25.588327 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:25.593704 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0e345-d02b-4b5b-be71-25d4a0f13ad6 req-a8ea0faa-2b2a-489b-9f90-ea163cea0631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:25.595177 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-68f0e345-d02b-4b5b-be71-25d4a0f13ad6 req-a8ea0faa-2b2a-489b-9f90-ea163cea0631 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0890d0be-25d8-4c38-9ad0-940056305fe2 HTTP/1.1" status: 200 len: 855 time: 0.0815294 May 23 15:47:25.603222 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c9a3b-d995-402c-940d-d246bddf4ba0 req-5b95e14d-879e-4a18-b3cf-c0d57b9090eb tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:25.604594 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-430c9a3b-d995-402c-940d-d246bddf4ba0 req-5b95e14d-879e-4a18-b3cf-c0d57b9090eb tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 944 time: 0.0647893 May 23 15:47:25.657886 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0e345-d02b-4b5b-be71-25d4a0f13ad6 req-f5a2c618-cfd2-4c82-84e5-2b6d1cb62fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:25.659273 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-68f0e345-d02b-4b5b-be71-25d4a0f13ad6 req-f5a2c618-cfd2-4c82-84e5-2b6d1cb62fc2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8fb40c4e-9164-4617-9793-abd2286f1896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0537694 May 23 15:47:25.725681 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-430c9a3b-d995-402c-940d-d246bddf4ba0 req-86906b74-a90f-4363-9dbf-5cbda0c55b3b tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105909 May 23 15:47:25.775639 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-68f0e345-d02b-4b5b-be71-25d4a0f13ad6 req-d5bb5a8f-43f7-419a-9fe9-950dc0c6ab0f service neutron] 10.222.0.69 "GET /v2.0/networks/8fb40c4e-9164-4617-9793-abd2286f1896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059136 May 23 15:47:25.869915 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-68f0e345-d02b-4b5b-be71-25d4a0f13ad6 req-8cb6558c-1e57-407e-908b-b953a6e76c9e service neutron] 10.222.0.69 "GET /v2.0/networks/8fb40c4e-9164-4617-9793-abd2286f1896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875735 May 23 15:47:26.594312 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:26.850826 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a6988-eaa3-448b-80af-7d7aac248cd2 req-f69976e7-2f85-455d-a8c1-2d52369e9a3f tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:26.852296 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f82a6988-eaa3-448b-80af-7d7aac248cd2 req-f69976e7-2f85-455d-a8c1-2d52369e9a3f tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 944 time: 0.0541136 May 23 15:47:26.877589 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:26.902115 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f82a6988-eaa3-448b-80af-7d7aac248cd2 req-7249b136-c016-4ab1-99c9-c29ae3a0d2ba tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441895 May 23 15:47:27.266831 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 9f19c00b-8184-4f9a-bd54-44e27e1f300a details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=111210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:47:27.369961 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 9f19c00b-8184-4f9a-bd54-44e27e1f300a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9f19c00b-8184-4f9a-bd54-44e27e1f300a,segment=NetworkSegment(d129db44-bab8-43da-81f8-4f7ff8070dc8),segment_id=d129db44-bab8-43da-81f8-4f7ff8070dc8)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:47:27.383603 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Returning: {'device': '9f19c00b-8184-4f9a-bd54-44e27e1f300a', 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896', 'port_id': '9f19c00b-8184-4f9a-bd54-44e27e1f300a', 'mac_address': 'fa:16:3e:9c:26:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:47:27.419615 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port 9f19c00b-8184-4f9a-bd54-44e27e1f300a is: DOWN; New status is: BUILD {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:47:27.420120 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (9f19c00b-8184-4f9a-bd54-44e27e1f300a), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:27.428033 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:27.436893 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f19c00b-8184-4f9a-bd54-44e27e1f300a {{(pid=111210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:47:27.456669 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 9f19c00b-8184-4f9a-bd54-44e27e1f300a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9f19c00b-8184-4f9a-bd54-44e27e1f300a,segment=NetworkSegment(d129db44-bab8-43da-81f8-4f7ff8070dc8),segment_id=d129db44-bab8-43da-81f8-4f7ff8070dc8)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:47:27.542628 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (9f19c00b-8184-4f9a-bd54-44e27e1f300a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:27.591109 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=9f19c00b-8184-4f9a-bd54-44e27e1f300a,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:27.643510 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=73,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:27.646629 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:27.917661 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['9f19c00b-8184-4f9a-bd54-44e27e1f300a'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:47:28.025837 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb153b-94a7-4945-b177-a933a24e70ef req-a9bffc39-f21e-4a75-b4c9-3c6b54193425 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:28.027350 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-97eb153b-94a7-4945-b177-a933a24e70ef req-a9bffc39-f21e-4a75-b4c9-3c6b54193425 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 945 time: 0.0501468 May 23 15:47:28.075340 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-97eb153b-94a7-4945-b177-a933a24e70ef req-1bf96d15-c123-4d7e-aa83-8b061f840f13 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422592 May 23 15:47:28.251496 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:28.845346 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:29.198708 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987746b-c054-4f55-b867-c14fe3fd4aa9 req-1b451ed6-91d1-40a7-a195-f4734a3ebb5c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:29.200147 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5987746b-c054-4f55-b867-c14fe3fd4aa9 req-1b451ed6-91d1-40a7-a195-f4734a3ebb5c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 945 time: 0.0486505 May 23 15:47:29.249841 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5987746b-c054-4f55-b867-c14fe3fd4aa9 req-e1e4e15f-67c0-4170-8019-b4f210ef7a65 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435331 May 23 15:47:29.274751 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 9f19c00b-8184-4f9a-bd54-44e27e1f300a up at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:47:29.300198 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:29.317367 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning for port 9f19c00b-8184-4f9a-bd54-44e27e1f300a completed by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:47:29.451284 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning complete for port 9f19c00b-8184-4f9a-bd54-44e27e1f300a triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:47:29.451599 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (9f19c00b-8184-4f9a-bd54-44e27e1f300a), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:29.526969 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port 9f19c00b-8184-4f9a-bd54-44e27e1f300a is: BUILD; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:47:29.527358 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (9f19c00b-8184-4f9a-bd54-44e27e1f300a), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:29.550643 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9a9391-45aa-4e87-b025-839d2bf5c8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f19c00b-8184-4f9a-bd54-44e27e1f300a'}] {{(pid=111210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:47:29.552865 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9c7a1c507f49bcca1db13b0162076e02f5240d03c1faf9934ae6854bea0488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9804b3-9940-467d-be52-26a3dc8e80e2" -d '{"events": [{"server_uuid": "9d9a9391-45aa-4e87-b025-839d2bf5c8a3", "name": "network-vif-plugged", "status": "completed", "tag": "9f19c00b-8184-4f9a-bd54-44e27e1f300a"}]}' {{(pid=111210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:47:29.566143 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 9f19c00b-8184-4f9a-bd54-44e27e1f300a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9f19c00b-8184-4f9a-bd54-44e27e1f300a,segment=NetworkSegment(d129db44-bab8-43da-81f8-4f7ff8070dc8),segment_id=d129db44-bab8-43da-81f8-4f7ff8070dc8)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:47:29.592356 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2ea6a2-cd4e-4ca7-b71e-8557f8b2b66d x-openstack-request-id: req-7d2ea6a2-cd4e-4ca7-b71e-8557f8b2b66d {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:47:29.592356 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d9a9391-45aa-4e87-b025-839d2bf5c8a3", "name": "network-vif-plugged", "status": "completed", "tag": "9f19c00b-8184-4f9a-bd54-44e27e1f300a", "code": 200}]} {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:47:29.592356 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d2ea6a2-cd4e-4ca7-b71e-8557f8b2b66d {{(pid=111210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:47:29.592356 dv-cinder-840678-12-iscsi neutron-server[111210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d2ea6a2-cd4e-4ca7-b71e-8557f8b2b66d'] response: {'server_uuid': '9d9a9391-45aa-4e87-b025-839d2bf5c8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f19c00b-8184-4f9a-bd54-44e27e1f300a', 'code': 200} May 23 15:47:29.651147 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (9f19c00b-8184-4f9a-bd54-44e27e1f300a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:29.698857 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=9f19c00b-8184-4f9a-bd54-44e27e1f300a,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:30.017041 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210a80a-5ec0-41a1-8252-5ca533749f48 req-103640eb-b440-4170-a2bd-2f58ac005111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:30.018546 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e210a80a-5ec0-41a1-8252-5ca533749f48 req-103640eb-b440-4170-a2bd-2f58ac005111 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 1130 time: 0.0675955 May 23 15:47:30.036973 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-099655b2-1f4c-40a2-bf03-fd5757955a81 req-cf7d369c-b242-4671-bcfd-428315a4a6a1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511980 May 23 15:47:30.072774 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e210a80a-5ec0-41a1-8252-5ca533749f48 req-9694e035-d6dd-4161-8774-bf2982e7b239 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454011 May 23 15:47:30.114255 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099655b2-1f4c-40a2-bf03-fd5757955a81 req-cbac8e99-ab6a-4bb6-94f6-9542dbdbde8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:30.115717 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-099655b2-1f4c-40a2-bf03-fd5757955a81 req-cbac8e99-ab6a-4bb6-94f6-9542dbdbde8c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e0860b3d072246d49cd43a900351d571&device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 1130 time: 0.0420887 May 23 15:47:30.373613 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367c0ab-dac9-4039-9192-2736f0bb5495 req-6fa11dbe-4a8e-4442-80a4-5a5b73ae9d0d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:30.375502 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2367c0ab-dac9-4039-9192-2736f0bb5495 req-6fa11dbe-4a8e-4442-80a4-5a5b73ae9d0d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 946 time: 0.0525897 May 23 15:47:30.419139 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:30.464853 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2367c0ab-dac9-4039-9192-2736f0bb5495 req-826c5ef6-f68d-450f-86d8-bcd880fbf4be tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839000 May 23 15:47:30.504148 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099655b2-1f4c-40a2-bf03-fd5757955a81 req-b49711d8-3751-4e82-b1c9-1891a20c015d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:30.505715 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-099655b2-1f4c-40a2-bf03-fd5757955a81 req-b49711d8-3751-4e82-b1c9-1891a20c015d service neutron] 10.222.0.69 "GET /v2.0/networks?id=52f38aa2-2e8c-4bbb-b78a-8086514940da HTTP/1.1" status: 200 len: 909 time: 0.0990479 May 23 15:47:30.885204 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-099655b2-1f4c-40a2-bf03-fd5757955a81 req-af72dc17-c0db-4bc5-9451-4621810bc93b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0610243-2466-4315-a3e6-15f6cea816b8 HTTP/1.1" status: 200 len: 1001 time: 0.0589867 May 23 15:47:30.933279 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099655b2-1f4c-40a2-bf03-fd5757955a81 req-f707ce93-a3fa-43d4-9ee4-6b487b7b2335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:30.934665 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-099655b2-1f4c-40a2-bf03-fd5757955a81 req-f707ce93-a3fa-43d4-9ee4-6b487b7b2335 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b43e208d-5605-4f40-918e-e3379d6d3055 HTTP/1.1" status: 200 len: 847 time: 0.0425322 May 23 15:47:30.991490 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099655b2-1f4c-40a2-bf03-fd5757955a81 req-0e313dc3-4ff9-4f8e-bf39-e583c591c9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:30.992860 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-099655b2-1f4c-40a2-bf03-fd5757955a81 req-0e313dc3-4ff9-4f8e-bf39-e583c591c9da service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=52f38aa2-2e8c-4bbb-b78a-8086514940da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375862 May 23 15:47:31.087579 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-099655b2-1f4c-40a2-bf03-fd5757955a81 req-e0a31b47-3aa2-469e-8242-d1e4b18edcbd service neutron] 10.222.0.69 "GET /v2.0/networks/52f38aa2-2e8c-4bbb-b78a-8086514940da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838590 May 23 15:47:31.620097 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69010b4-c7e5-4c2d-b6df-214ed5b55689 req-666932ab-b588-476c-9858-3e809594511e tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:31.621594 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d69010b4-c7e5-4c2d-b6df-214ed5b55689 req-666932ab-b588-476c-9858-3e809594511e tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 946 time: 0.0799742 May 23 15:47:31.664994 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-099655b2-1f4c-40a2-bf03-fd5757955a81 req-e05cf7c5-4fb9-4835-9976-81b3e068b31d service neutron] 10.222.0.69 "GET /v2.0/networks/52f38aa2-2e8c-4bbb-b78a-8086514940da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419692 May 23 15:47:31.683224 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:31.690707 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d69010b4-c7e5-4c2d-b6df-214ed5b55689 req-54dde840-c970-4541-b176-6f6aa56a52c7 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627620 May 23 15:47:32.823296 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b472a0-de9e-4953-acb1-9f145179bb1d req-23e7b822-b2cf-4ae7-b0bd-a9ee84b704d0 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:32.824777 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-85b472a0-de9e-4953-acb1-9f145179bb1d req-23e7b822-b2cf-4ae7-b0bd-a9ee84b704d0 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 946 time: 0.0484269 May 23 15:47:32.872666 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-85b472a0-de9e-4953-acb1-9f145179bb1d req-991fef27-2540-4a21-8288-88e00a54800c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419941 May 23 15:47:32.989962 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f222393-4be0-469b-a42d-5e4d5414f73e req-a4fa979b-77a5-4a93-bc59-33daf500bec2 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:32.991325 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3f222393-4be0-469b-a42d-5e4d5414f73e req-a4fa979b-77a5-4a93-bc59-33daf500bec2 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 946 time: 0.0508235 May 23 15:47:33.000925 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 47332) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:47:33.005604 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-c9a33fcc-fc78-44d6-b511-959a38975980 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Request body: {'floatingip': {'port_id': '9f19c00b-8184-4f9a-bd54-44e27e1f300a'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:47:33.043499 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c9a33fcc-fc78-44d6-b511-959a38975980 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for floatingip (feb26954-cd44-43b8-8939-a7d7b7b582ae), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:33.694080 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c9a33fcc-fc78-44d6-b511-959a38975980 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:33.765875 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c9a33fcc-fc78-44d6-b511-959a38975980 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (feb26954-cd44-43b8-8939-a7d7b7b582ae), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:33.863228 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.db.l3_db [None req-c9a33fcc-fc78-44d6-b511-959a38975980 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Floating IP feb26954-cd44-43b8-8939-a7d7b7b582ae associated. External IP: 172.27.3.126, port: 9f19c00b-8184-4f9a-bd54-44e27e1f300a. May 23 15:47:34.057450 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a33fcc-fc78-44d6-b511-959a38975980 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Router 714061f3-96bb-43f2-8d60-4eb51d6d1e51 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:47:34.163962 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a33fcc-fc78-44d6-b511-959a38975980 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:47:34.168469 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c9a33fcc-fc78-44d6-b511-959a38975980 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:34.174887 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9b291b-57b0-4cb0-a268-9e52c238e628 None None] Sync routers for ids ['714061f3-96bb-43f2-8d60-4eb51d6d1e51'] in dv-cinder-840678-12-iscsi {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:47:34.184693 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9b291b-57b0-4cb0-a268-9e52c238e628 None None] Routers {'714061f3-96bb-43f2-8d60-4eb51d6d1e51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:47:34.185350 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-fb9b291b-57b0-4cb0-a268-9e52c238e628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:47:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['714061f3-96bb-43f2-8d60-4eb51d6d1e51'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:47:34.205707 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-c9a33fcc-fc78-44d6-b511-959a38975980 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "PUT /v2.0/floatingips/feb26954-cd44-43b8-8939-a7d7b7b582ae HTTP/1.1" status: 200 len: 992 time: 1.2009497 May 23 15:47:34.205707 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d9a9391-45aa-4e87-b025-839d2bf5c8a3', 'tag': '9f19c00b-8184-4f9a-bd54-44e27e1f300a'}] {{(pid=111208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:47:34.206557 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e8bc6f21cde82e90109a250a18be241d8bc12bef919575b3a0310827eb45c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8732682-d586-4dcd-ad13-4ee4a779cfb4" -d '{"events": [{"name": "network-changed", "server_uuid": "9d9a9391-45aa-4e87-b025-839d2bf5c8a3", "tag": "9f19c00b-8184-4f9a-bd54-44e27e1f300a"}]}' {{(pid=111208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:47:34.301964 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538d3f2d-1ac9-491b-b2f7-1d18ce259e42 x-openstack-request-id: req-538d3f2d-1ac9-491b-b2f7-1d18ce259e42 {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:47:34.302325 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d9a9391-45aa-4e87-b025-839d2bf5c8a3", "tag": "9f19c00b-8184-4f9a-bd54-44e27e1f300a", "status": "completed", "code": 200}]} {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:47:34.302671 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-538d3f2d-1ac9-491b-b2f7-1d18ce259e42 {{(pid=111208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:47:34.303134 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-538d3f2d-1ac9-491b-b2f7-1d18ce259e42'] response: {'name': 'network-changed', 'server_uuid': '9d9a9391-45aa-4e87-b025-839d2bf5c8a3', 'tag': '9f19c00b-8184-4f9a-bd54-44e27e1f300a', 'status': 'completed', 'code': 200} May 23 15:47:34.379898 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-fb9b291b-57b0-4cb0-a268-9e52c238e628 None None] Set router 714061f3-96bb-43f2-8d60-4eb51d6d1e51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:47:34.565463 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8732682-d586-4dcd-ad13-4ee4a779cfb4 req-100ca2d8-688c-447f-864c-f67b09028c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:34.566985 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a8732682-d586-4dcd-ad13-4ee4a779cfb4 req-100ca2d8-688c-447f-864c-f67b09028c20 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=749e4849b23b4e42be64ef0ab0330a0b&device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 1130 time: 0.0424254 May 23 15:47:34.595728 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-fb9b291b-57b0-4cb0-a268-9e52c238e628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'name': 'tempest-AttachVolumeShelveTestJSON-715739087-router', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:14Z', 'revision_number': 4, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'gw_port': {'id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': 'feb26954-cd44-43b8-8939-a7d7b7b582ae', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'port_id': '9f19c00b-8184-4f9a-bd54-44e27e1f300a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896', 'mac_address': 'fa:16:3e:9c:26:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9a9391-45aa-4e87-b025-839d2bf5c8a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:47:17Z', 'updated_at': '2022-05-23T15:47:33Z', 'revision_number': 1, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e24102e4-a732-4442-a123-a74caeb2201c', 'name': '', 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'mac_address': 'fa:16:3e:7d:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:13Z', 'updated_at': '2022-05-23T15:47:17Z', 'revision_number': 5, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'subnets': [{'id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:47:34.620580 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9b291b-57b0-4cb0-a268-9e52c238e628 None None] Checking router: 714061f3-96bb-43f2-8d60-4eb51d6d1e51 for host: dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:47:34.630254 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9b291b-57b0-4cb0-a268-9e52c238e628 None None] Routers {'714061f3-96bb-43f2-8d60-4eb51d6d1e51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:47:34.630952 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-fb9b291b-57b0-4cb0-a268-9e52c238e628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:47:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['714061f3-96bb-43f2-8d60-4eb51d6d1e51'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:47:34.671933 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8732682-d586-4dcd-ad13-4ee4a779cfb4 req-8a29b44a-ecf4-492b-a3db-432438bd5c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:34.673649 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a8732682-d586-4dcd-ad13-4ee4a779cfb4 req-8a29b44a-ecf4-492b-a3db-432438bd5c4d service neutron] 10.222.0.69 "GET /v2.0/networks?id=8fb40c4e-9164-4617-9793-abd2286f1896 HTTP/1.1" status: 200 len: 917 time: 0.1005814 May 23 15:47:34.734140 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-fb9b291b-57b0-4cb0-a268-9e52c238e628 None None] Set router 714061f3-96bb-43f2-8d60-4eb51d6d1e51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:47:34.934894 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-fb9b291b-57b0-4cb0-a268-9e52c238e628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'name': 'tempest-AttachVolumeShelveTestJSON-715739087-router', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:14Z', 'revision_number': 4, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'gw_port': {'id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': 'feb26954-cd44-43b8-8939-a7d7b7b582ae', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'port_id': '9f19c00b-8184-4f9a-bd54-44e27e1f300a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896', 'mac_address': 'fa:16:3e:9c:26:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9a9391-45aa-4e87-b025-839d2bf5c8a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:47:17Z', 'updated_at': '2022-05-23T15:47:33Z', 'revision_number': 1, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e24102e4-a732-4442-a123-a74caeb2201c', 'name': '', 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'mac_address': 'fa:16:3e:7d:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:13Z', 'updated_at': '2022-05-23T15:47:17Z', 'revision_number': 5, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'subnets': [{'id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:47:34.962777 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9b291b-57b0-4cb0-a268-9e52c238e628 None None] The sync data for ids ['714061f3-96bb-43f2-8d60-4eb51d6d1e51'] in dv-cinder-840678-12-iscsi is: [{'id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'name': 'tempest-AttachVolumeShelveTestJSON-715739087-router', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:14Z', 'revision_number': 4, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'gw_port': {'id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': 'feb26954-cd44-43b8-8939-a7d7b7b582ae', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'port_id': '9f19c00b-8184-4f9a-bd54-44e27e1f300a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896', 'mac_address': 'fa:16:3e:9c:26:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9a9391-45aa-4e87-b025-839d2bf5c8a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:47:17Z', 'updated_at': '2022-05-23T15:47:33Z', 'revision_number': 1, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e24102e4-a732-4442-a123-a74caeb2201c', 'name': '', 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'mac_address': 'fa:16:3e:7d:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:13Z', 'updated_at': '2022-05-23T15:47:17Z', 'revision_number': 5, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'subnets': [{'id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:47:35.028090 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a8732682-d586-4dcd-ad13-4ee4a779cfb4 req-e1f61c74-ae8c-466d-871c-55676b4addab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f19c00b-8184-4f9a-bd54-44e27e1f300a HTTP/1.1" status: 200 len: 1000 time: 0.0613945 May 23 15:47:35.093216 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8732682-d586-4dcd-ad13-4ee4a779cfb4 req-45546baa-a189-4d9d-84e9-d26fb97f7309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:35.094721 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a8732682-d586-4dcd-ad13-4ee4a779cfb4 req-45546baa-a189-4d9d-84e9-d26fb97f7309 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0890d0be-25d8-4c38-9ad0-940056305fe2 HTTP/1.1" status: 200 len: 855 time: 0.0516036 May 23 15:47:35.141851 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8732682-d586-4dcd-ad13-4ee4a779cfb4 req-4343702a-189a-4b7c-b959-5d52f62f2853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:35.143389 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a8732682-d586-4dcd-ad13-4ee4a779cfb4 req-4343702a-189a-4b7c-b959-5d52f62f2853 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8fb40c4e-9164-4617-9793-abd2286f1896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412431 May 23 15:47:35.181793 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ef3b76-9f03-47fe-8d0f-0116a2c04bb8 None None] New status for floating IP feb26954-cd44-43b8-8939-a7d7b7b582ae: ACTIVE {{(pid=111210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:47:35.239824 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:35.245552 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a8732682-d586-4dcd-ad13-4ee4a779cfb4 req-26a0d448-db18-4759-b8fc-2f40fef604f8 service neutron] 10.222.0.69 "GET /v2.0/networks/8fb40c4e-9164-4617-9793-abd2286f1896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949795 May 23 15:47:35.353010 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a8732682-d586-4dcd-ad13-4ee4a779cfb4 req-93974335-1685-4058-8e64-86a5336df7ce service neutron] 10.222.0.69 "GET /v2.0/networks/8fb40c4e-9164-4617-9793-abd2286f1896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016371 May 23 15:47:44.192857 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=85 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:44.196911 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:44.937088 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=78 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:44.938519 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=76 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:45.299245 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:45.303132 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:45.350498 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=69 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:47.220135 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:47:51.884867 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-ca166784-d368-44b5-a067-f39bfd2b35db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:53.207203 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d04474-b3f6-49f0-b15f-a6dbb1d96b2b req-b96f7206-3f58-48cc-8a01-622a1aa4585f tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:53.208653 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-41d04474-b3f6-49f0-b15f-a6dbb1d96b2b req-b96f7206-3f58-48cc-8a01-622a1aa4585f tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8393c1a9-60d1-4b54-947d-3ef1a2e56845 HTTP/1.1" status: 200 len: 946 time: 0.0477879 May 23 15:47:53.258229 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-41d04474-b3f6-49f0-b15f-a6dbb1d96b2b req-d70eb1ae-02ca-41e2-9107-43a8ae73b87e tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ed9dfb8-f829-4720-b15c-fe449d53bd67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439920 May 23 15:47:54.205570 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-5856c80e-42d2-48c2-b01b-33718f8a594d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:54.377346 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067b302-661a-4a4d-87d0-1a27d278ee9b req-c6db7f01-d00d-48d2-8dd3-5800cf3d2a58 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:54.378868 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6067b302-661a-4a4d-87d0-1a27d278ee9b req-c6db7f01-d00d-48d2-8dd3-5800cf3d2a58 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8393c1a9-60d1-4b54-947d-3ef1a2e56845 HTTP/1.1" status: 200 len: 946 time: 0.0516837 May 23 15:47:54.427532 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6067b302-661a-4a4d-87d0-1a27d278ee9b req-7048e50f-fb84-4661-a7e7-42022416019f tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ed9dfb8-f829-4720-b15c-fe449d53bd67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429530 May 23 15:47:55.400147 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7febf-1541-44bb-a851-ae96467d12ab req-081d69ac-e4ef-4bfc-9f5f-50c99ff88c9e tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:55.401626 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6db7febf-1541-44bb-a851-ae96467d12ab req-081d69ac-e4ef-4bfc-9f5f-50c99ff88c9e tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.69 "GET /v2.0/ports?device_id=8393c1a9-60d1-4b54-947d-3ef1a2e56845 HTTP/1.1" status: 200 len: 946 time: 0.0466588 May 23 15:47:55.506749 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-6db7febf-1541-44bb-a851-ae96467d12ab req-9c135a4f-150b-47b8-9e47-28dd05aa937d tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Deleting port ab319228-d2e4-408a-a8f8-6e3febb2286b {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:47:55.507110 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-6db7febf-1541-44bb-a851-ae96467d12ab req-9c135a4f-150b-47b8-9e47-28dd05aa937d tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (ab319228-d2e4-408a-a8f8-6e3febb2286b), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:55.629147 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:55.837048 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ff5f8-c6a6-47d2-834d-9286df603fcf req-e1538458-4d75-4d63-bbc0-7cb7488a67bc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:55.838556 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8a1ff5f8-c6a6-47d2-834d-9286df603fcf req-e1538458-4d75-4d63-bbc0-7cb7488a67bc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8393c1a9-60d1-4b54-947d-3ef1a2e56845 HTTP/1.1" status: 200 len: 946 time: 0.3337276 May 23 15:47:55.903524 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-6db7febf-1541-44bb-a851-ae96467d12ab req-9c135a4f-150b-47b8-9e47-28dd05aa937d tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] For port ab319228-d2e4-408a-a8f8-6e3febb2286b, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ab319228-d2e4-408a-a8f8-6e3febb2286b,segment=NetworkSegment(eb2ba815-dec5-4bfe-b7e3-360ced084414),segment_id=eb2ba815-dec5-4bfe-b7e3-360ced084414)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:47:55.904432 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-6db7febf-1541-44bb-a851-ae96467d12ab req-9c135a4f-150b-47b8-9e47-28dd05aa937d tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (ab319228-d2e4-408a-a8f8-6e3febb2286b), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:55.929516 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8a1ff5f8-c6a6-47d2-834d-9286df603fcf req-a15b6bfc-a23a-40f4-94dc-d6997c196f6b tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ed9dfb8-f829-4720-b15c-fe449d53bd67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852795 May 23 15:47:56.081911 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-6db7febf-1541-44bb-a851-ae96467d12ab req-9c135a4f-150b-47b8-9e47-28dd05aa937d tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:56.082295 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-6db7febf-1541-44bb-a851-ae96467d12ab req-9c135a4f-150b-47b8-9e47-28dd05aa937d tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (03245fe5-e4ac-44d6-892d-f20cb6316146), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:56.082585 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.db.l3_db [req-6db7febf-1541-44bb-a851-ae96467d12ab req-9c135a4f-150b-47b8-9e47-28dd05aa937d tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Floating IP 03245fe5-e4ac-44d6-892d-f20cb6316146 disassociated. External IP: 172.27.3.228, port: ab319228-d2e4-408a-a8f8-6e3febb2286b. May 23 15:47:56.082934 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-6db7febf-1541-44bb-a851-ae96467d12ab req-9c135a4f-150b-47b8-9e47-28dd05aa937d tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Calling delete_port for ab319228-d2e4-408a-a8f8-6e3febb2286b owned by compute:nova {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:47:56.290999 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-6db7febf-1541-44bb-a851-ae96467d12ab req-9c135a4f-150b-47b8-9e47-28dd05aa937d tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (ab319228-d2e4-408a-a8f8-6e3febb2286b), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:56.324278 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c135a4f-150b-47b8-9e47-28dd05aa937d tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event deleted for resources: {'Port': ['ID=ab319228-d2e4-408a-a8f8-6e3febb2286b,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:47:56.431724 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:56.436824 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:47:56.441028 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6db7febf-1541-44bb-a851-ae96467d12ab req-9c135a4f-150b-47b8-9e47-28dd05aa937d tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:47:56.551135 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6db7febf-1541-44bb-a851-ae96467d12ab req-9c135a4f-150b-47b8-9e47-28dd05aa937d tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:47:56.564098 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4728d424-8a17-4309-a487-870aabafd1fe None None] Sync routers for ids ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'] in dv-cinder-840678-12-iscsi {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:47:56.576286 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4728d424-8a17-4309-a487-870aabafd1fe None None] Routers {'664d0f8c-af99-4e8c-a6dd-f6353adbfa51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:47:56.577114 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-4728d424-8a17-4309-a487-870aabafd1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:47:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:47:56.598774 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db7febf-1541-44bb-a851-ae96467d12ab req-9c135a4f-150b-47b8-9e47-28dd05aa937d tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] No DVR routers for this DVR port ab319228-d2e4-408a-a8f8-6e3febb2286b on host hv-cinder-84067 {{(pid=111209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:47:56.601313 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-6db7febf-1541-44bb-a851-ae96467d12ab req-9c135a4f-150b-47b8-9e47-28dd05aa937d tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:56.604593 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6db7febf-1541-44bb-a851-ae96467d12ab req-9c135a4f-150b-47b8-9e47-28dd05aa937d tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.69 "DELETE /v2.0/ports/ab319228-d2e4-408a-a8f8-6e3febb2286b HTTP/1.1" status: 204 len: 173 time: 1.1893477 May 23 15:47:56.604978 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8393c1a9-60d1-4b54-947d-3ef1a2e56845', 'name': 'network-vif-deleted', 'tag': 'ab319228-d2e4-408a-a8f8-6e3febb2286b'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:47:56.607221 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a639fd4f-7ee7-4855-8c16-ec87362ed2ce" -d '{"events": [{"server_uuid": "8393c1a9-60d1-4b54-947d-3ef1a2e56845", "name": "network-vif-deleted", "tag": "ab319228-d2e4-408a-a8f8-6e3febb2286b"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:47:56.617045 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:56.644313 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a267a013-3793-4224-a046-772c163f0fce x-openstack-request-id: req-a267a013-3793-4224-a046-772c163f0fce {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:47:56.644548 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8393c1a9-60d1-4b54-947d-3ef1a2e56845", "name": "network-vif-deleted", "tag": "ab319228-d2e4-408a-a8f8-6e3febb2286b", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:47:56.644807 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a267a013-3793-4224-a046-772c163f0fce {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:47:56.645261 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a267a013-3793-4224-a046-772c163f0fce'] response: {'server_uuid': '8393c1a9-60d1-4b54-947d-3ef1a2e56845', 'name': 'network-vif-deleted', 'tag': 'ab319228-d2e4-408a-a8f8-6e3febb2286b', 'status': 'completed', 'code': 200} May 23 15:47:56.693472 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-4728d424-8a17-4309-a487-870aabafd1fe None None] Set router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:47:56.795785 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d54e33-9214-4572-9b98-a6243dc0cfba req-405b26a4-9605-458f-ac65-e78b263a2643 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:56.797335 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e7d54e33-9214-4572-9b98-a6243dc0cfba req-405b26a4-9605-458f-ac65-e78b263a2643 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a161fc-db24-4861-8e60-b1e29465366e HTTP/1.1" status: 200 len: 946 time: 0.0537307 May 23 15:47:56.852992 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e7d54e33-9214-4572-9b98-a6243dc0cfba req-02c032f1-7f92-4629-a979-baf4a71f621c tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=89bc8581-7520-4da3-8290-d984bee5001f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492544 May 23 15:47:56.902440 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-4728d424-8a17-4309-a487-870aabafd1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:43:08Z', 'revision_number': 4, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port': {'id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:04Z', 'updated_at': '2022-05-23T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'e5d87a55-685c-46b8-ae16-8a3aeaf73929', 'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'mac_address': 'fa:16:3e:de:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:07Z', 'updated_at': '2022-05-23T15:43:13Z', 'revision_number': 5, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'subnets': [{'id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:47:56.929518 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4728d424-8a17-4309-a487-870aabafd1fe None None] Checking router: 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 for host: dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:47:56.937780 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4728d424-8a17-4309-a487-870aabafd1fe None None] Routers {'664d0f8c-af99-4e8c-a6dd-f6353adbfa51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:47:56.938330 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-4728d424-8a17-4309-a487-870aabafd1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:47:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:47:57.028899 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d7a0f2ca-833c-4c5b-a165-776ddb288633 req-2c52b4b5-2136-4bdc-ac1d-fcf46c136f39 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8393c1a9-60d1-4b54-947d-3ef1a2e56845 HTTP/1.1" status: 200 len: 210 time: 0.0285337 May 23 15:47:57.034795 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-4728d424-8a17-4309-a487-870aabafd1fe None None] Set router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:47:57.219081 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-4728d424-8a17-4309-a487-870aabafd1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:43:08Z', 'revision_number': 4, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port': {'id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:04Z', 'updated_at': '2022-05-23T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'e5d87a55-685c-46b8-ae16-8a3aeaf73929', 'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'mac_address': 'fa:16:3e:de:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:07Z', 'updated_at': '2022-05-23T15:43:13Z', 'revision_number': 5, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'subnets': [{'id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:47:57.244037 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4728d424-8a17-4309-a487-870aabafd1fe None None] The sync data for ids ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'] in dv-cinder-840678-12-iscsi is: [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:43:08Z', 'revision_number': 4, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port': {'id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:04Z', 'updated_at': '2022-05-23T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'e5d87a55-685c-46b8-ae16-8a3aeaf73929', 'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'mac_address': 'fa:16:3e:de:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:07Z', 'updated_at': '2022-05-23T15:43:13Z', 'revision_number': 5, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'subnets': [{'id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:47:57.454456 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35f6a4b-4269-4596-b48e-aa5a85d20f56 None None] New status for floating IP 03245fe5-e4ac-44d6-892d-f20cb6316146: DOWN {{(pid=111210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:47:57.966297 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575b67f-d10d-4e0c-9259-1fb617a8fc85 req-75f87944-0af5-4d0c-a914-f5fdf15c1c18 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:57.967757 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4575b67f-d10d-4e0c-9259-1fb617a8fc85 req-75f87944-0af5-4d0c-a914-f5fdf15c1c18 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a161fc-db24-4861-8e60-b1e29465366e HTTP/1.1" status: 200 len: 946 time: 0.0464351 May 23 15:47:58.014637 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4575b67f-d10d-4e0c-9259-1fb617a8fc85 req-478c67ee-9911-43a5-96a1-78a189509b3f tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=89bc8581-7520-4da3-8290-d984bee5001f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407329 May 23 15:47:58.121818 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e02b70e7-c305-4ee7-87cb-3c863b5d6dc9 req-0ee786a3-364d-4006-9074-679c369efd98 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8393c1a9-60d1-4b54-947d-3ef1a2e56845 HTTP/1.1" status: 200 len: 210 time: 0.0275471 May 23 15:47:58.279363 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:58.342632 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e668f-fe32-4824-85ec-37f65dccf685 req-ca5f014f-a7ae-4598-8f9b-d0f4eff08f91 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:58.344057 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2d6e668f-fe32-4824-85ec-37f65dccf685 req-ca5f014f-a7ae-4598-8f9b-d0f4eff08f91 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=54ec3019-6a8e-4080-a386-3894a165c7eb HTTP/1.1" status: 200 len: 945 time: 0.0499921 May 23 15:47:58.393936 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2d6e668f-fe32-4824-85ec-37f65dccf685 req-351a7d71-ba2c-43b2-b7f5-3880ef71ac3f tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431843 May 23 15:47:58.805097 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:47:59.130199 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc4ff4-eba0-4bfd-985d-b73647ae242b req-47d4844e-3981-4ae5-b93b-d67ec877772d tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:59.131627 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0adc4ff4-eba0-4bfd-985d-b73647ae242b req-47d4844e-3981-4ae5-b93b-d67ec877772d tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a161fc-db24-4861-8e60-b1e29465366e HTTP/1.1" status: 200 len: 946 time: 0.0468459 May 23 15:47:59.178516 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0adc4ff4-eba0-4bfd-985d-b73647ae242b req-186165a4-fc76-4910-8465-0e2c4e5250e1 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=89bc8581-7520-4da3-8290-d984bee5001f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413356 May 23 15:47:59.233037 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9e3a6e14-3288-4797-9ab4-459bd3761a71 req-8325e48c-2c78-40c7-bc2e-727ebbfc6020 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8393c1a9-60d1-4b54-947d-3ef1a2e56845 HTTP/1.1" status: 200 len: 210 time: 0.0307374 May 23 15:47:59.468785 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device ab319228-d2e4-408a-a8f8-6e3febb2286b no longer exists at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:47:59.487710 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] No Port match for: ab319228-d2e4-408a-a8f8-6e3febb2286b {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:47:59.488067 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device ab319228-d2e4-408a-a8f8-6e3febb2286b not bound to the agent host hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:47:59.506370 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0509f5-10b3-4200-b037-65ba756e62eb req-e66d174b-b32a-460c-8696-5cd9601475ea tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:47:59.507817 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-cc0509f5-10b3-4200-b037-65ba756e62eb req-e66d174b-b32a-460c-8696-5cd9601475ea tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=54ec3019-6a8e-4080-a386-3894a165c7eb HTTP/1.1" status: 200 len: 945 time: 0.0466428 May 23 15:47:59.555915 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-cc0509f5-10b3-4200-b037-65ba756e62eb req-b5ab9493-5d93-4e22-8a03-b16ea43385df tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425479 May 23 15:48:00.293698 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d84b7-f32f-49dd-8f48-db0cca51953e req-8858e754-f9d0-49b4-9b24-b0b94ba50328 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:00.295164 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f15d84b7-f32f-49dd-8f48-db0cca51953e req-8858e754-f9d0-49b4-9b24-b0b94ba50328 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a161fc-db24-4861-8e60-b1e29465366e HTTP/1.1" status: 200 len: 946 time: 0.0471649 May 23 15:48:00.355017 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-42ba866d-ca27-4962-ac22-bd483e9b58b3 req-64b8f63d-1ea1-42c8-8046-88e3acdaf38f tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=8393c1a9-60d1-4b54-947d-3ef1a2e56845 HTTP/1.1" status: 200 len: 210 time: 0.0384555 May 23 15:48:00.371725 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f15d84b7-f32f-49dd-8f48-db0cca51953e req-c9e3eb3f-83ea-4061-bb7b-8f903c51b431 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=89bc8581-7520-4da3-8290-d984bee5001f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696220 May 23 15:48:00.667459 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cea9ff-9568-4dd5-b10e-b693f3f64479 req-d5a90b99-e6af-47cb-9ff2-e4496a2a6c0d tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:00.668956 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-03cea9ff-9568-4dd5-b10e-b693f3f64479 req-d5a90b99-e6af-47cb-9ff2-e4496a2a6c0d tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=54ec3019-6a8e-4080-a386-3894a165c7eb HTTP/1.1" status: 200 len: 945 time: 0.0475807 May 23 15:48:00.700992 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:00.734993 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba2a7b-eee9-4d0a-91d1-ccebbf2ea6dd req-b9d0185d-a626-4650-8ac6-8b52d3b5d44a tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:00.736563 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-69ba2a7b-eee9-4d0a-91d1-ccebbf2ea6dd req-b9d0185d-a626-4650-8ac6-8b52d3b5d44a tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.69 "GET /v2.0/ports?device_id=53a161fc-db24-4861-8e60-b1e29465366e HTTP/1.1" status: 200 len: 946 time: 0.0666144 May 23 15:48:00.755635 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-03cea9ff-9568-4dd5-b10e-b693f3f64479 req-908343d8-0146-4da3-8473-5994f9fcc961 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775366 May 23 15:48:00.899018 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3f1fd-2235-47c1-97c6-845fb6d7e11b req-cb2459d6-b00c-4435-94a7-8df3691fdde2 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:00.900461 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-80d3f1fd-2235-47c1-97c6-845fb6d7e11b req-cb2459d6-b00c-4435-94a7-8df3691fdde2 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.69 "GET /v2.0/ports?device_id=54ec3019-6a8e-4080-a386-3894a165c7eb HTTP/1.1" status: 200 len: 945 time: 0.0828125 May 23 15:48:00.967203 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-69ba2a7b-eee9-4d0a-91d1-ccebbf2ea6dd req-79e06510-bb8d-4051-a1cd-d771f80fc648 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Deleting port 75239bc1-69c6-438c-af43-de4ccb9f0f6d {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:48:00.967544 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-69ba2a7b-eee9-4d0a-91d1-ccebbf2ea6dd req-79e06510-bb8d-4051-a1cd-d771f80fc648 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (75239bc1-69c6-438c-af43-de4ccb9f0f6d), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:01.060720 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-80d3f1fd-2235-47c1-97c6-845fb6d7e11b req-776194cd-1a16-494b-8dff-3f4d4b1d5d4e tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Deleting port 9998b808-7746-404c-a44c-c2b50e15e918 {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:48:01.061130 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-80d3f1fd-2235-47c1-97c6-845fb6d7e11b req-776194cd-1a16-494b-8dff-3f4d4b1d5d4e tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (9998b808-7746-404c-a44c-c2b50e15e918), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:01.120871 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:01.148646 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-69ba2a7b-eee9-4d0a-91d1-ccebbf2ea6dd req-79e06510-bb8d-4051-a1cd-d771f80fc648 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] For port 75239bc1-69c6-438c-af43-de4ccb9f0f6d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=75239bc1-69c6-438c-af43-de4ccb9f0f6d,segment=NetworkSegment(b005c863-acdf-4694-8e46-1c0859e70836),segment_id=b005c863-acdf-4694-8e46-1c0859e70836)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:48:01.148936 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-69ba2a7b-eee9-4d0a-91d1-ccebbf2ea6dd req-79e06510-bb8d-4051-a1cd-d771f80fc648 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (75239bc1-69c6-438c-af43-de4ccb9f0f6d), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:01.227866 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-80d3f1fd-2235-47c1-97c6-845fb6d7e11b req-776194cd-1a16-494b-8dff-3f4d4b1d5d4e tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] For port 9998b808-7746-404c-a44c-c2b50e15e918, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9998b808-7746-404c-a44c-c2b50e15e918,segment=NetworkSegment(dee74d16-ff39-4506-8861-fc403fa5e1d4),segment_id=dee74d16-ff39-4506-8861-fc403fa5e1d4)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:48:01.229759 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-80d3f1fd-2235-47c1-97c6-845fb6d7e11b req-776194cd-1a16-494b-8dff-3f4d4b1d5d4e tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (9998b808-7746-404c-a44c-c2b50e15e918), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:01.432576 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-69ba2a7b-eee9-4d0a-91d1-ccebbf2ea6dd req-79e06510-bb8d-4051-a1cd-d771f80fc648 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:01.433380 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-69ba2a7b-eee9-4d0a-91d1-ccebbf2ea6dd req-79e06510-bb8d-4051-a1cd-d771f80fc648 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (fcc2ff0b-6843-40e5-8e16-25465556f38c), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:01.433380 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.db.l3_db [req-69ba2a7b-eee9-4d0a-91d1-ccebbf2ea6dd req-79e06510-bb8d-4051-a1cd-d771f80fc648 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Floating IP fcc2ff0b-6843-40e5-8e16-25465556f38c disassociated. External IP: 172.27.3.40, port: 75239bc1-69c6-438c-af43-de4ccb9f0f6d. May 23 15:48:01.433655 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-69ba2a7b-eee9-4d0a-91d1-ccebbf2ea6dd req-79e06510-bb8d-4051-a1cd-d771f80fc648 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Calling delete_port for 75239bc1-69c6-438c-af43-de4ccb9f0f6d owned by compute:nova {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:48:01.514698 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 47562) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:01.560662 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e430d-274e-4bdb-9e03-5602077cf275 req-f4bc9088-dbe0-446f-8edf-cab073aebe50 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:01.562167 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-fb6e430d-274e-4bdb-9e03-5602077cf275 req-f4bc9088-dbe0-446f-8edf-cab073aebe50 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a161fc-db24-4861-8e60-b1e29465366e HTTP/1.1" status: 200 len: 946 time: 0.0970762 May 23 15:48:01.568388 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-80d3f1fd-2235-47c1-97c6-845fb6d7e11b req-776194cd-1a16-494b-8dff-3f4d4b1d5d4e tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:01.568755 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-80d3f1fd-2235-47c1-97c6-845fb6d7e11b req-776194cd-1a16-494b-8dff-3f4d4b1d5d4e tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (47b2d9e7-215c-4503-9a17-845a8d8c9807), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:01.569094 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.db.l3_db [req-80d3f1fd-2235-47c1-97c6-845fb6d7e11b req-776194cd-1a16-494b-8dff-3f4d4b1d5d4e tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Floating IP 47b2d9e7-215c-4503-9a17-845a8d8c9807 disassociated. External IP: 172.27.3.244, port: 9998b808-7746-404c-a44c-c2b50e15e918. May 23 15:48:01.569500 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-80d3f1fd-2235-47c1-97c6-845fb6d7e11b req-776194cd-1a16-494b-8dff-3f4d4b1d5d4e tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Calling delete_port for 9998b808-7746-404c-a44c-c2b50e15e918 owned by compute:nova {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:48:01.576922 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ddbd6580-8aac-4067-9c54-e84ec0f6a992 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group (4ed9dfb8-f829-4720-b15c-fe449d53bd67), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:01.602390 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ddbd6580-8aac-4067-9c54-e84ec0f6a992 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group (4ed9dfb8-f829-4720-b15c-fe449d53bd67), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:01.604310 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:01.695028 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-fb6e430d-274e-4bdb-9e03-5602077cf275 req-574edb4f-4e89-4aeb-8c46-bd55f45e9af8 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups?id=89bc8581-7520-4da3-8290-d984bee5001f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217303 May 23 15:48:01.731233 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ddbd6580-8aac-4067-9c54-e84ec0f6a992 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (4ed9dfb8-f829-4720-b15c-fe449d53bd67), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:01.734714 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ddbd6580-8aac-4067-9c54-e84ec0f6a992 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:01.735925 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-ddbd6580-8aac-4067-9c54-e84ec0f6a992 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "DELETE /v2.0/security-groups/4ed9dfb8-f829-4720-b15c-fe449d53bd67 HTTP/1.1" status: 204 len: 168 time: 0.2201149 May 23 15:48:01.743324 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 47564) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:01.746366 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd6580-8aac-4067-9c54-e84ec0f6a992 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed9dfb8-f829-4720-b15c-fe449d53bd67,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:01.753053 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=13 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:01.754477 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd6580-8aac-4067-9c54-e84ec0f6a992 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:01.754838 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd6580-8aac-4067-9c54-e84ec0f6a992 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:01.755190 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd6580-8aac-4067-9c54-e84ec0f6a992 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:01.755537 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd6580-8aac-4067-9c54-e84ec0f6a992 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:01.755882 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd6580-8aac-4067-9c54-e84ec0f6a992 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:01.756224 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd6580-8aac-4067-9c54-e84ec0f6a992 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:01.756559 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd6580-8aac-4067-9c54-e84ec0f6a992 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:01.756917 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd6580-8aac-4067-9c54-e84ec0f6a992 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:01.757456 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd6580-8aac-4067-9c54-e84ec0f6a992 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:01.757804 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd6580-8aac-4067-9c54-e84ec0f6a992 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:01.758146 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd6580-8aac-4067-9c54-e84ec0f6a992 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:01.758501 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd6580-8aac-4067-9c54-e84ec0f6a992 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:01.758829 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd6580-8aac-4067-9c54-e84ec0f6a992 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:01.759169 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd6580-8aac-4067-9c54-e84ec0f6a992 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:01.759501 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd6580-8aac-4067-9c54-e84ec0f6a992 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:01.770948 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.api.v2.resource [None req-15cc05ee-862f-4312-be81-5d1431abf554 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] show failed (client error): The resource could not be found. May 23 15:48:01.771988 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-15cc05ee-862f-4312-be81-5d1431abf554 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups/4ed9dfb8-f829-4720-b15c-fe449d53bd67 HTTP/1.1" status: 404 len: 347 time: 0.0277421 May 23 15:48:01.775212 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 47566) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:01.880232 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbd73d-2553-4b95-9121-816551265e70 req-867938f8-0157-4829-903b-f4cd8b985ac8 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:01.881758 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6ccbd73d-2553-4b95-9121-816551265e70 req-867938f8-0157-4829-903b-f4cd8b985ac8 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=54ec3019-6a8e-4080-a386-3894a165c7eb HTTP/1.1" status: 200 len: 945 time: 0.0488636 May 23 15:48:01.901467 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-866f5838-7989-4186-a30d-7f3a6f2a7aa5 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Deleting port 4de904bd-a2aa-431d-99b7-8d0b7ad88152 {{(pid=111208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:48:01.901820 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-866f5838-7989-4186-a30d-7f3a6f2a7aa5 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (4de904bd-a2aa-431d-99b7-8d0b7ad88152), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:01.902945 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-69ba2a7b-eee9-4d0a-91d1-ccebbf2ea6dd req-79e06510-bb8d-4051-a1cd-d771f80fc648 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (75239bc1-69c6-438c-af43-de4ccb9f0f6d), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:01.904550 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-80d3f1fd-2235-47c1-97c6-845fb6d7e11b req-776194cd-1a16-494b-8dff-3f4d4b1d5d4e tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (9998b808-7746-404c-a44c-c2b50e15e918), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:01.943529 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e06510-bb8d-4051-a1cd-d771f80fc648 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Pushing event deleted for resources: {'Port': ['ID=75239bc1-69c6-438c-af43-de4ccb9f0f6d,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:01.994596 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-866f5838-7989-4186-a30d-7f3a6f2a7aa5 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (4de904bd-a2aa-431d-99b7-8d0b7ad88152), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:01.994596 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-866f5838-7989-4186-a30d-7f3a6f2a7aa5 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for floatingip (4de904bd-a2aa-431d-99b7-8d0b7ad88152), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:01.995277 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776194cd-1a16-494b-8dff-3f4d4b1d5d4e tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Pushing event deleted for resources: {'Port': ['ID=9998b808-7746-404c-a44c-c2b50e15e918,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:02.002208 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-866f5838-7989-4186-a30d-7f3a6f2a7aa5 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Calling delete_port for 4de904bd-a2aa-431d-99b7-8d0b7ad88152 owned by network:floatingip {{(pid=111208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:48:02.006673 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6ccbd73d-2553-4b95-9121-816551265e70 req-fd605bb5-c475-4d33-a2d0-147426ce7e07 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189241 May 23 15:48:02.195316 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69ba2a7b-eee9-4d0a-91d1-ccebbf2ea6dd req-79e06510-bb8d-4051-a1cd-d771f80fc648 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Router 294ba236-1a49-4375-acaa-a4be0e7194b7 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:48:02.205153 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80d3f1fd-2235-47c1-97c6-845fb6d7e11b req-776194cd-1a16-494b-8dff-3f4d4b1d5d4e tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Router f674e184-743d-48cf-902d-cbf0a969171c has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:48:02.228283 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-866f5838-7989-4186-a30d-7f3a6f2a7aa5 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (4de904bd-a2aa-431d-99b7-8d0b7ad88152), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:02.258517 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f5838-7989-4186-a30d-7f3a6f2a7aa5 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event deleted for resources: {'Port': ['ID=4de904bd-a2aa-431d-99b7-8d0b7ad88152,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:02.328817 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-866f5838-7989-4186-a30d-7f3a6f2a7aa5 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for floatingip (03245fe5-e4ac-44d6-892d-f20cb6316146), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:02.332134 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-866f5838-7989-4186-a30d-7f3a6f2a7aa5 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:02.333519 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-866f5838-7989-4186-a30d-7f3a6f2a7aa5 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "DELETE /v2.0/floatingips/03245fe5-e4ac-44d6-892d-f20cb6316146 HTTP/1.1" status: 204 len: 168 time: 0.5568321 May 23 15:48:02.382440 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:02.402954 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69ba2a7b-eee9-4d0a-91d1-ccebbf2ea6dd req-79e06510-bb8d-4051-a1cd-d771f80fc648 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:48:02.430745 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a70cca1-706d-47c0-9d19-0280c4e0602e None None] Sync routers for ids ['294ba236-1a49-4375-acaa-a4be0e7194b7'] in dv-cinder-840678-12-iscsi {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:48:02.431198 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80d3f1fd-2235-47c1-97c6-845fb6d7e11b req-776194cd-1a16-494b-8dff-3f4d4b1d5d4e tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:48:02.431285 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a70cca1-706d-47c0-9d19-0280c4e0602e None None] Routers {'294ba236-1a49-4375-acaa-a4be0e7194b7'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:48:02.431285 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-8a70cca1-706d-47c0-9d19-0280c4e0602e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:47:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['294ba236-1a49-4375-acaa-a4be0e7194b7'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:02.431448 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb333e1-c6de-4390-988f-2c631e7b1c60 None None] Sync routers for ids ['f674e184-743d-48cf-902d-cbf0a969171c'] in dv-cinder-840678-12-iscsi {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:48:02.440685 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb333e1-c6de-4390-988f-2c631e7b1c60 None None] Routers {'f674e184-743d-48cf-902d-cbf0a969171c'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:48:02.441860 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-ceb333e1-c6de-4390-988f-2c631e7b1c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:47:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['f674e184-743d-48cf-902d-cbf0a969171c'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:02.493318 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 47572) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:02.494474 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-f02cda73-b414-4afa-849e-d92603de1283 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Request body: {'security_group': {'name': 'tempest-securitygroup--709310517', 'description': 'tempest-description--1857264823'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:48:02.532350 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d3f1fd-2235-47c1-97c6-845fb6d7e11b req-776194cd-1a16-494b-8dff-3f4d4b1d5d4e tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] No DVR routers for this DVR port 9998b808-7746-404c-a44c-c2b50e15e918 on host hv-cinder-84067 {{(pid=111209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:48:02.538386 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-80d3f1fd-2235-47c1-97c6-845fb6d7e11b req-776194cd-1a16-494b-8dff-3f4d4b1d5d4e tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:02.550472 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-80d3f1fd-2235-47c1-97c6-845fb6d7e11b req-776194cd-1a16-494b-8dff-3f4d4b1d5d4e tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.69 "DELETE /v2.0/ports/9998b808-7746-404c-a44c-c2b50e15e918 HTTP/1.1" status: 204 len: 173 time: 1.6271892 May 23 15:48:02.550472 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ba2a7b-eee9-4d0a-91d1-ccebbf2ea6dd req-79e06510-bb8d-4051-a1cd-d771f80fc648 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] No DVR routers for this DVR port 75239bc1-69c6-438c-af43-de4ccb9f0f6d on host hv-cinder-84067 {{(pid=111209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:48:02.556025 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-69ba2a7b-eee9-4d0a-91d1-ccebbf2ea6dd req-79e06510-bb8d-4051-a1cd-d771f80fc648 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:02.560390 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-69ba2a7b-eee9-4d0a-91d1-ccebbf2ea6dd req-79e06510-bb8d-4051-a1cd-d771f80fc648 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.69 "DELETE /v2.0/ports/75239bc1-69c6-438c-af43-de4ccb9f0f6d HTTP/1.1" status: 204 len: 173 time: 1.7437906 May 23 15:48:02.561183 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ec3019-6a8e-4080-a386-3894a165c7eb', 'name': 'network-vif-deleted', 'tag': '9998b808-7746-404c-a44c-c2b50e15e918'}, {'server_uuid': '53a161fc-db24-4861-8e60-b1e29465366e', 'name': 'network-vif-deleted', 'tag': '75239bc1-69c6-438c-af43-de4ccb9f0f6d'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:48:02.567218 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc0eb3a-dfc3-438c-ac2a-ebf119cfdc6a" -d '{"events": [{"server_uuid": "54ec3019-6a8e-4080-a386-3894a165c7eb", "name": "network-vif-deleted", "tag": "9998b808-7746-404c-a44c-c2b50e15e918"}, {"server_uuid": "53a161fc-db24-4861-8e60-b1e29465366e", "name": "network-vif-deleted", "tag": "75239bc1-69c6-438c-af43-de4ccb9f0f6d"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:48:02.601855 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f02cda73-b414-4afa-849e-d92603de1283 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:02.608832 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-ceb333e1-c6de-4390-988f-2c631e7b1c60 None None] Set router f674e184-743d-48cf-902d-cbf0a969171c gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:48:02.621624 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 May 2022 15:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d9291a-39fd-45f2-a439-9434adcf51c0 x-openstack-request-id: req-b4d9291a-39fd-45f2-a439-9434adcf51c0 {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:48:02.624920 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ec3019-6a8e-4080-a386-3894a165c7eb", "name": "network-vif-deleted", "tag": "9998b808-7746-404c-a44c-c2b50e15e918", "status": "completed", "code": 200}, {"server_uuid": "53a161fc-db24-4861-8e60-b1e29465366e", "name": "network-vif-deleted", "tag": "75239bc1-69c6-438c-af43-de4ccb9f0f6d", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:48:02.624920 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b4d9291a-39fd-45f2-a439-9434adcf51c0 {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:48:02.624920 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4d9291a-39fd-45f2-a439-9434adcf51c0'] response: {'server_uuid': '54ec3019-6a8e-4080-a386-3894a165c7eb', 'name': 'network-vif-deleted', 'tag': '9998b808-7746-404c-a44c-c2b50e15e918', 'status': 'completed', 'code': 200} May 23 15:48:02.624920 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4d9291a-39fd-45f2-a439-9434adcf51c0'] response: {'server_uuid': '53a161fc-db24-4861-8e60-b1e29465366e', 'name': 'network-vif-deleted', 'tag': '75239bc1-69c6-438c-af43-de4ccb9f0f6d', 'status': 'completed', 'code': 200} May 23 15:48:02.698396 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f02cda73-b414-4afa-849e-d92603de1283 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group (41ea0122-0dd8-4f46-8140-8c04e7e6d731), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:02.706664 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-8a70cca1-706d-47c0-9d19-0280c4e0602e None None] Set router 294ba236-1a49-4375-acaa-a4be0e7194b7 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:48:02.765360 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f02cda73-b414-4afa-849e-d92603de1283 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (41ea0122-0dd8-4f46-8140-8c04e7e6d731), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:02.785988 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:02.813976 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02cda73-b414-4afa-849e-d92603de1283 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ea0122-0dd8-4f46-8140-8c04e7e6d731,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:02.834170 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-ceb333e1-c6de-4390-988f-2c631e7b1c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'name': 'tempest-TestVolumeBootPattern-1539260989-router', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:03Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'gw_port': {'id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:04Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'd876133e-d7d1-4101-999d-81323a4b08bf', 'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'mac_address': 'fa:16:3e:71:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:06Z', 'updated_at': '2022-05-23T15:45:10Z', 'revision_number': 5, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'subnets': [{'id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:02.852915 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f02cda73-b414-4afa-849e-d92603de1283 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:02.854277 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-f02cda73-b414-4afa-849e-d92603de1283 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3641877 May 23 15:48:02.857954 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 47578) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:02.862618 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-499b9e6c-e545-469d-a960-3f56d8ee1658 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Request body: {'security_group_rule': {'security_group_id': '41ea0122-0dd8-4f46-8140-8c04e7e6d731', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:48:02.863847 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb333e1-c6de-4390-988f-2c631e7b1c60 None None] Checking router: f674e184-743d-48cf-902d-cbf0a969171c for host: dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:48:02.873788 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb333e1-c6de-4390-988f-2c631e7b1c60 None None] Routers {'f674e184-743d-48cf-902d-cbf0a969171c'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:48:02.874748 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-ceb333e1-c6de-4390-988f-2c631e7b1c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:47:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['f674e184-743d-48cf-902d-cbf0a969171c'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:02.880220 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-dfb819f9-d72c-4ef4-bed7-dca532c157d9 req-6f8fabdb-7cea-4018-8df4-31516d51564b tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a161fc-db24-4861-8e60-b1e29465366e HTTP/1.1" status: 200 len: 210 time: 0.1030018 May 23 15:48:02.889176 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=100 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:02.938646 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-8a70cca1-706d-47c0-9d19-0280c4e0602e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'name': 'tempest-AttachVolumeTestJSON-428610378-router', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:35Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'gw_port': {'id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:84:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': '0ad32ead-1ebc-4657-8773-8c9653fda652', 'name': '', 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'mac_address': 'fa:16:3e:36:3e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:41Z', 'updated_at': '2022-05-23T15:41:47Z', 'revision_number': 5, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'subnets': [{'id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:02.964266 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=100 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:02.966030 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a70cca1-706d-47c0-9d19-0280c4e0602e None None] Checking router: 294ba236-1a49-4375-acaa-a4be0e7194b7 for host: dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:48:02.976264 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a70cca1-706d-47c0-9d19-0280c4e0602e None None] Routers {'294ba236-1a49-4375-acaa-a4be0e7194b7'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:48:02.977008 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-8a70cca1-706d-47c0-9d19-0280c4e0602e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:47:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['294ba236-1a49-4375-acaa-a4be0e7194b7'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:03.012615 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-ceb333e1-c6de-4390-988f-2c631e7b1c60 None None] Set router f674e184-743d-48cf-902d-cbf0a969171c gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:48:03.052175 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-499b9e6c-e545-469d-a960-3f56d8ee1658 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group_rule (76aaa6e4-7cb7-4c14-b81c-64fd2348d2a2), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:03.094056 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:03.099901 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-8a70cca1-706d-47c0-9d19-0280c4e0602e None None] Set router 294ba236-1a49-4375-acaa-a4be0e7194b7 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:48:03.129499 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-499b9e6c-e545-469d-a960-3f56d8ee1658 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group_rule (76aaa6e4-7cb7-4c14-b81c-64fd2348d2a2), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:03.140615 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9f122db2-bb0b-4aef-9fd9-fdf4df7fb922 req-91814442-7154-4b83-ab42-7a32aa8ccc91 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=54ec3019-6a8e-4080-a386-3894a165c7eb HTTP/1.1" status: 200 len: 210 time: 0.0356274 May 23 15:48:03.223959 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-499b9e6c-e545-469d-a960-3f56d8ee1658 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (76aaa6e4-7cb7-4c14-b81c-64fd2348d2a2), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:03.239890 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:03.241274 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b9e6c-e545-469d-a960-3f56d8ee1658 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76aaa6e4-7cb7-4c14-b81c-64fd2348d2a2,revision_number=0']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:03.261284 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-ceb333e1-c6de-4390-988f-2c631e7b1c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'name': 'tempest-TestVolumeBootPattern-1539260989-router', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:03Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'gw_port': {'id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:04Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'd876133e-d7d1-4101-999d-81323a4b08bf', 'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'mac_address': 'fa:16:3e:71:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:06Z', 'updated_at': '2022-05-23T15:45:10Z', 'revision_number': 5, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'subnets': [{'id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:03.287816 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb333e1-c6de-4390-988f-2c631e7b1c60 None None] The sync data for ids ['f674e184-743d-48cf-902d-cbf0a969171c'] in dv-cinder-840678-12-iscsi is: [{'id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'name': 'tempest-TestVolumeBootPattern-1539260989-router', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:03Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'gw_port': {'id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:04Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'd876133e-d7d1-4101-999d-81323a4b08bf', 'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'mac_address': 'fa:16:3e:71:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:06Z', 'updated_at': '2022-05-23T15:45:10Z', 'revision_number': 5, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'subnets': [{'id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:48:03.306036 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-8a70cca1-706d-47c0-9d19-0280c4e0602e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'name': 'tempest-AttachVolumeTestJSON-428610378-router', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:35Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'gw_port': {'id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:84:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': '0ad32ead-1ebc-4657-8773-8c9653fda652', 'name': '', 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'mac_address': 'fa:16:3e:36:3e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:41Z', 'updated_at': '2022-05-23T15:41:47Z', 'revision_number': 5, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'subnets': [{'id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:03.321682 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-499b9e6c-e545-469d-a960-3f56d8ee1658 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:03.323286 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-499b9e6c-e545-469d-a960-3f56d8ee1658 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4647367 May 23 15:48:03.326180 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 47586) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:03.330972 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-9d37187d-ec59-4454-bd9c-f8ac5ca46ad6 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Request body: {'security_group_rule': {'security_group_id': '41ea0122-0dd8-4f46-8140-8c04e7e6d731', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:48:03.336566 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a70cca1-706d-47c0-9d19-0280c4e0602e None None] The sync data for ids ['294ba236-1a49-4375-acaa-a4be0e7194b7'] in dv-cinder-840678-12-iscsi is: [{'id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'name': 'tempest-AttachVolumeTestJSON-428610378-router', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:35Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'gw_port': {'id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:84:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': '0ad32ead-1ebc-4657-8773-8c9653fda652', 'name': '', 'network_id': '02514ff5-801e-4a1a-ba63-1d21a54e8a97', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'mac_address': 'fa:16:3e:36:3e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:41Z', 'updated_at': '2022-05-23T15:41:47Z', 'revision_number': 5, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'subnets': [{'id': 'a8eb70f1-a1de-4065-b90b-0efc8b236916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:48:03.415550 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-9d37187d-ec59-4454-bd9c-f8ac5ca46ad6 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group_rule (2876068c-a4d2-4468-a030-f950d2f00ac2), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:03.464270 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 75239bc1-69c6-438c-af43-de4ccb9f0f6d no longer exists at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:48:03.510872 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] No Port match for: 75239bc1-69c6-438c-af43-de4ccb9f0f6d {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:48:03.511139 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 75239bc1-69c6-438c-af43-de4ccb9f0f6d not bound to the agent host hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:48:03.511573 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 9998b808-7746-404c-a44c-c2b50e15e918 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:48:03.516439 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-9d37187d-ec59-4454-bd9c-f8ac5ca46ad6 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group_rule (2876068c-a4d2-4468-a030-f950d2f00ac2), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:03.543144 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:03.544993 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] No Port match for: 9998b808-7746-404c-a44c-c2b50e15e918 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:48:03.545369 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 9998b808-7746-404c-a44c-c2b50e15e918 not bound to the agent host hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:48:03.576907 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-9d37187d-ec59-4454-bd9c-f8ac5ca46ad6 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (2876068c-a4d2-4468-a030-f950d2f00ac2), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:03.619711 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37187d-ec59-4454-bd9c-f8ac5ca46ad6 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2876068c-a4d2-4468-a030-f950d2f00ac2,revision_number=0']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:03.687009 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9837bf8-0ba7-45ad-9435-b26cbfe7b98e None None] New status for floating IP 47b2d9e7-215c-4503-9a17-845a8d8c9807: DOWN {{(pid=111211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:48:03.706700 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-9d37187d-ec59-4454-bd9c-f8ac5ca46ad6 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:03.710946 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-9d37187d-ec59-4454-bd9c-f8ac5ca46ad6 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3807566 May 23 15:48:03.711548 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 47590) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:03.716359 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-08fadc67-4e59-4c30-8d51-56eaa5db3a38 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Request body: {'floatingip': {'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:48:03.726662 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce5579c-54ec-4abd-8279-8423c2bfd6d5 None None] New status for floating IP fcc2ff0b-6843-40e5-8e16-25465556f38c: DOWN {{(pid=111210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:48:03.805672 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-08fadc67-4e59-4c30-8d51-56eaa5db3a38 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:03.886080 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-08fadc67-4e59-4c30-8d51-56eaa5db3a38 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:04.014911 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bd1b0e86-6028-4925-91cb-dbb97b42b2de req-6ad771be-f0ef-45d4-8574-29bdce8a5c6f tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a161fc-db24-4861-8e60-b1e29465366e HTTP/1.1" status: 200 len: 210 time: 0.0288701 May 23 15:48:04.015022 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_common [None req-08fadc67-4e59-4c30-8d51-56eaa5db3a38 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Allocated IP 172.27.3.30 (423e159f-0d94-4204-8598-641f4ed121cf/6893e8f7-d8c8-4bdd-8cf7-487cc5c00794/2d2fb458-1d59-4080-9baa-37f3b450c6fd) {{(pid=111208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:48:04.120899 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-08fadc67-4e59-4c30-8d51-56eaa5db3a38 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for port (2d2fb458-1d59-4080-9baa-37f3b450c6fd), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:04.241593 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-08fadc67-4e59-4c30-8d51-56eaa5db3a38 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (2d2fb458-1d59-4080-9baa-37f3b450c6fd), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:04.245968 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8473a30f-3826-4eca-8fc4-53f60cada099 req-27c48896-50aa-4129-9abc-a713f6fa3bc2 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=54ec3019-6a8e-4080-a386-3894a165c7eb HTTP/1.1" status: 200 len: 210 time: 0.0285068 May 23 15:48:04.284164 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fadc67-4e59-4c30-8d51-56eaa5db3a38 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Network 423e159f-0d94-4204-8598-641f4ed121cf is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:48:04.290822 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-08fadc67-4e59-4c30-8d51-56eaa5db3a38 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:48:04.294649 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fadc67-4e59-4c30-8d51-56eaa5db3a38 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Received port after_create {{(pid=111208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:48:04.318434 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fadc67-4e59-4c30-8d51-56eaa5db3a38 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event updated for resources: {'Port': ['ID=2d2fb458-1d59-4080-9baa-37f3b450c6fd,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:04.380725 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-08fadc67-4e59-4c30-8d51-56eaa5db3a38 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for floatingip (510c4f72-0328-48c0-9980-f15046228b01), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:04.511466 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:04.520401 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-08fadc67-4e59-4c30-8d51-56eaa5db3a38 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (2d2fb458-1d59-4080-9baa-37f3b450c6fd), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:04.642231 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:04.696340 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-08fadc67-4e59-4c30-8d51-56eaa5db3a38 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for port (2d2fb458-1d59-4080-9baa-37f3b450c6fd), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:04.747815 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-08fadc67-4e59-4c30-8d51-56eaa5db3a38 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-906278'] for port (2d2fb458-1d59-4080-9baa-37f3b450c6fd), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:04.818229 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fadc67-4e59-4c30-8d51-56eaa5db3a38 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event updated for resources: {'Port': ['ID=2d2fb458-1d59-4080-9baa-37f3b450c6fd,revision_number=2']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:04.831307 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-08fadc67-4e59-4c30-8d51-56eaa5db3a38 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (510c4f72-0328-48c0-9980-f15046228b01), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:04.880892 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-08fadc67-4e59-4c30-8d51-56eaa5db3a38 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:04.882148 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-08fadc67-4e59-4c30-8d51-56eaa5db3a38 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1694551 May 23 15:48:05.074961 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-bdda5474-e190-4c23-8f19-8872f0dc520f tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--709310517&fields=id&tenant_id=a15ae9d15a64468f80628ed51c2e42d6 HTTP/1.1" status: 200 len: 267 time: 0.0465963 May 23 15:48:05.144436 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 47612) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:05.204520 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e6902922-f111-47f3-830d-bc347fa9dada tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for security_group (89bc8581-7520-4da3-8290-d984bee5001f), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:05.231559 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e6902922-f111-47f3-830d-bc347fa9dada tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for security_group (89bc8581-7520-4da3-8290-d984bee5001f), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:05.359667 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e6902922-f111-47f3-830d-bc347fa9dada tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (89bc8581-7520-4da3-8290-d984bee5001f), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:05.362730 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e6902922-f111-47f3-830d-bc347fa9dada tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:05.364194 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-e6902922-f111-47f3-830d-bc347fa9dada tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "DELETE /v2.0/security-groups/89bc8581-7520-4da3-8290-d984bee5001f HTTP/1.1" status: 204 len: 168 time: 0.2187483 May 23 15:48:05.370577 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 47618) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:05.374510 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6902922-f111-47f3-830d-bc347fa9dada tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bc8581-7520-4da3-8290-d984bee5001f,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:05.399347 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.api.v2.resource [None req-4a299edd-96a3-4e0b-8158-984dfaa7f344 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] show failed (client error): The resource could not be found. May 23 15:48:05.403095 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-4a299edd-96a3-4e0b-8158-984dfaa7f344 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "GET /v2.0/security-groups/89bc8581-7520-4da3-8290-d984bee5001f HTTP/1.1" status: 404 len: 347 time: 0.0288565 May 23 15:48:05.403562 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 47620) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:05.443932 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-84cd0d64-9053-4d3c-9906-aef09e5f6662 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:05.452823 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-84cd0d64-9053-4d3c-9906-aef09e5f6662 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/networks?id=6b67b25e-d689-4151-bafc-c9d67faaca84 HTTP/1.1" status: 200 len: 815 time: 0.3670676 May 23 15:48:05.468084 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-9f35cdbf-b7ad-4641-a8ae-8a38bb650756 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/quotas/a15ae9d15a64468f80628ed51c2e42d6 HTTP/1.1" status: 200 len: 375 time: 0.0157800 May 23 15:48:05.530016 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-99036642-f8e8-402e-b95e-0ec21feb4002 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a15ae9d15a64468f80628ed51c2e42d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610781 May 23 15:48:05.542386 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:05.548797 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-f07a2f43-073d-463c-9963-138c8fbc5260 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Deleting port bf4c0ea7-e411-4404-bfd8-68e7e0812646 {{(pid=111208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:48:05.555457 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f07a2f43-073d-463c-9963-138c8fbc5260 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (bf4c0ea7-e411-4404-bfd8-68e7e0812646), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:05.563786 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-af456f08-327f-49d1-9dba-d18e14144f58 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2071772138&fields=id&tenant_id=6263581d20ea47bcae22d736f7934e05 HTTP/1.1" status: 200 len: 267 time: 0.0637677 May 23 15:48:05.630344 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f07a2f43-073d-463c-9963-138c8fbc5260 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (bf4c0ea7-e411-4404-bfd8-68e7e0812646), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:05.630670 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f07a2f43-073d-463c-9963-138c8fbc5260 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for floatingip (bf4c0ea7-e411-4404-bfd8-68e7e0812646), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:05.644020 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-f07a2f43-073d-463c-9963-138c8fbc5260 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Calling delete_port for bf4c0ea7-e411-4404-bfd8-68e7e0812646 owned by network:floatingip {{(pid=111208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:48:05.754808 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-a825f591-1f65-4766-a639-eb74711651a2 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:05.756277 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-a825f591-1f65-4766-a639-eb74711651a2 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/networks?id=719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 HTTP/1.1" status: 200 len: 812 time: 0.1855845 May 23 15:48:05.761818 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-aa330b95-e031-4b49-826c-4db4bd46f504 service neutron] 10.222.0.64 "GET /v2.0/networks/6b67b25e-d689-4151-bafc-c9d67faaca84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182996 May 23 15:48:05.764293 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:05.780454 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-c67cff8a-4bc8-49d9-a2da-537e691fb36b tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/quotas/6263581d20ea47bcae22d736f7934e05 HTTP/1.1" status: 200 len: 375 time: 0.0176830 May 23 15:48:05.868209 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f07a2f43-073d-463c-9963-138c8fbc5260 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (bf4c0ea7-e411-4404-bfd8-68e7e0812646), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:05.873047 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-7596eb8b-6544-49fc-882c-41f76bc54132 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6263581d20ea47bcae22d736f7934e05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824473 May 23 15:48:05.894356 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a2f43-073d-463c-9963-138c8fbc5260 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Pushing event deleted for resources: {'Port': ['ID=bf4c0ea7-e411-4404-bfd8-68e7e0812646,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:05.948017 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-68e8f7a0-074e-4f23-b13f-af1d750dcfd5 service neutron] 10.222.0.64 "GET /v2.0/networks/6b67b25e-d689-4151-bafc-c9d67faaca84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779568 May 23 15:48:05.959790 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f07a2f43-073d-463c-9963-138c8fbc5260 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks [] for floatingip (fcc2ff0b-6843-40e5-8e16-25465556f38c), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:05.962953 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f07a2f43-073d-463c-9963-138c8fbc5260 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:05.965530 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-f07a2f43-073d-463c-9963-138c8fbc5260 tempest-AttachVolumeTestJSON-945416102 tempest-AttachVolumeTestJSON-945416102-project] 10.222.0.64 "DELETE /v2.0/floatingips/fcc2ff0b-6843-40e5-8e16-25465556f38c HTTP/1.1" status: 204 len: 168 time: 0.5598722 May 23 15:48:05.993461 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-1deac2bd-8566-4336-bdda-9fec5ce7bfb4 service neutron] 10.222.0.64 "GET /v2.0/networks/719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061275 May 23 15:48:06.073305 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:06.090303 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-f78a27cf-fb76-4e64-b416-b23aa58dcf33 service neutron] 10.222.0.64 "GET /v2.0/networks/719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907156 May 23 15:48:06.880058 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a855b4fe-93a3-4363-b57c-c0a8900333e4 req-6f20e7ab-6d7f-4166-b6a1-c6cf65fe61eb tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=e82853b8-ba61-4e2f-a961-7778da726303 HTTP/1.1" status: 200 len: 210 time: 0.0307739 May 23 15:48:07.280329 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-345caf42-e7e6-4549-81ce-7f03ac1eae2c req-13794fca-987b-4100-abc3-e2830235d905 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=78181bea-41e3-4044-b9e4-9c3700fb9037 HTTP/1.1" status: 200 len: 210 time: 0.0293989 May 23 15:48:07.979627 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0d1417c2-1968-4c93-9fe3-6acc1164b4e4 req-e2e9778e-3ea2-4cd8-ad1b-53b8053bc0f9 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=e82853b8-ba61-4e2f-a961-7778da726303 HTTP/1.1" status: 200 len: 210 time: 0.0310409 May 23 15:48:08.375130 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e5880237-397b-4b84-989a-95d39762fa09 req-55896ffc-00e2-4611-a36b-f26facfe37ec tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=78181bea-41e3-4044-b9e4-9c3700fb9037 HTTP/1.1" status: 200 len: 210 time: 0.0282073 May 23 15:48:09.078188 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-401cf7d7-d2d3-4310-ba4a-ec6395b7a9a9 req-1cbe4dfd-89c9-413a-aa64-a84820d9c7c0 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=e82853b8-ba61-4e2f-a961-7778da726303 HTTP/1.1" status: 200 len: 210 time: 0.0280168 May 23 15:48:09.210284 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-238ac79b-8495-4266-8626-d37cd40f4a19 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:09.211710 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-238ac79b-8495-4266-8626-d37cd40f4a19 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.69 "GET /v2.0/networks?id=719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 HTTP/1.1" status: 200 len: 812 time: 0.1075189 May 23 15:48:09.284543 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-766e0cb6-54a5-46d5-ab0e-5fa568baf533 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6263581d20ea47bcae22d736f7934e05 HTTP/1.1" status: 200 len: 380 time: 0.0571861 May 23 15:48:09.294495 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-18e9b7c3-bbf5-4bfe-9a95-65f6b2d7857b tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Request body: {'port': {'device_id': 'e82853b8-ba61-4e2f-a961-7778da726303', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'admin_state_up': True, 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'security_groups': ['a259daa4-28ac-4f5e-b661-22cddb349a0a']}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:48:09.471144 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-18e9b7c3-bbf5-4bfe-9a95-65f6b2d7857b tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Made reservation on behalf of 6263581d20ea47bcae22d736f7934e05 for: {'port': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:48:09.474496 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-18e9b7c3-bbf5-4bfe-9a95-65f6b2d7857b tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:09.477861 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5621056b-63bb-44d2-9e1e-aaef03ffcac9 req-735a8d3b-24dc-4aae-bd99-6ff64e00081e tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=78181bea-41e3-4044-b9e4-9c3700fb9037 HTTP/1.1" status: 200 len: 210 time: 0.0341678 May 23 15:48:09.550394 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:09.600755 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_common [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-18e9b7c3-bbf5-4bfe-9a95-65f6b2d7857b tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Allocated IP 172.20.0.12 (719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6/150d6d13-664a-4a20-9c02-8454a2e4aaca/557925ff-a601-4157-8dce-7678d594e516) {{(pid=111209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:48:09.749970 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:09.753750 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-18e9b7c3-bbf5-4bfe-9a95-65f6b2d7857b tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for port (557925ff-a601-4157-8dce-7678d594e516), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:09.874372 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-18e9b7c3-bbf5-4bfe-9a95-65f6b2d7857b tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (557925ff-a601-4157-8dce-7678d594e516), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:09.917283 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-18e9b7c3-bbf5-4bfe-9a95-65f6b2d7857b tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Network 719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 is already hosted by enough agents. {{(pid=111209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:48:09.922836 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-18e9b7c3-bbf5-4bfe-9a95-65f6b2d7857b tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Resources bound (agent type, host, resource id): {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:48:09.926915 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-18e9b7c3-bbf5-4bfe-9a95-65f6b2d7857b tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Received port after_create {{(pid=111209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:48:09.983781 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9b7c3-bbf5-4bfe-9a95-65f6b2d7857b tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Pushing event updated for resources: {'Port': ['ID=557925ff-a601-4157-8dce-7678d594e516,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:10.046703 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-18e9b7c3-bbf5-4bfe-9a95-65f6b2d7857b tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:10.047735 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-18e9b7c3-bbf5-4bfe-9a95-65f6b2d7857b tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:10.076877 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 47692) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:10.105837 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-56dbd6d5-a944-4846-8421-254c06dd69d4 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:10.108328 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-56dbd6d5-a944-4846-8421-254c06dd69d4 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.69 "GET /v2.0/networks?id=6b67b25e-d689-4151-bafc-c9d67faaca84 HTTP/1.1" status: 200 len: 815 time: 0.1542745 May 23 15:48:10.197798 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-9aa71c84-f01e-4a16-a12d-ee19ab035411 None None] Provisioning complete for port 557925ff-a601-4157-8dce-7678d594e516 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:48:10.198421 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-9aa71c84-f01e-4a16-a12d-ee19ab035411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (557925ff-a601-4157-8dce-7678d594e516), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:10.203831 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-18e9b7c3-bbf5-4bfe-9a95-65f6b2d7857b tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9128335 May 23 15:48:10.233188 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-9aa71c84-f01e-4a16-a12d-ee19ab035411 None None] Port 557925ff-a601-4157-8dce-7678d594e516 cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:48:10.238951 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-8f1eb254-4d4f-445a-a210-2f40993b1197 service neutron] Request body: {'port': {'device_id': 'e82853b8-ba61-4e2f-a961-7778da726303', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:48:10.265673 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-faab509b-9fea-4145-a4f5-341212aef6ec tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a15ae9d15a64468f80628ed51c2e42d6 HTTP/1.1" status: 200 len: 379 time: 0.1374795 May 23 15:48:10.293178 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012ce37-f653-44e6-bb7e-e07981442033 req-d5e8250c-2153-47ee-b2f4-32266c3c4275 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:10.294686 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7012ce37-f653-44e6-bb7e-e07981442033 req-d5e8250c-2153-47ee-b2f4-32266c3c4275 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=e82853b8-ba61-4e2f-a961-7778da726303 HTTP/1.1" status: 200 len: 932 time: 0.1130238 May 23 15:48:10.356095 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-8f1eb254-4d4f-445a-a210-2f40993b1197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (557925ff-a601-4157-8dce-7678d594e516), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:10.378134 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-b98f059d-c96d-458d-874e-e5310a3c68c3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Request body: {'port': {'device_id': '78181bea-41e3-4044-b9e4-9c3700fb9037', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'admin_state_up': True, 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'security_groups': ['41ea0122-0dd8-4f46-8140-8c04e7e6d731']}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:48:10.433225 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7012ce37-f653-44e6-bb7e-e07981442033 req-80fc2186-7f90-48e1-ac9d-5e21761b8f3d tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265998 May 23 15:48:10.512374 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f36f4312-c119-4853-9655-a52b43840bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745920'] for router_interface (294ba236-1a49-4375-acaa-a4be0e7194b7), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:10.561859 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:10.643894 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-05f2d96d-bdb9-4cd2-8201-acc25641e273 req-7688ec73-4c08-42e9-88de-0cc517d553d6 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=78181bea-41e3-4044-b9e4-9c3700fb9037 HTTP/1.1" status: 200 len: 210 time: 0.0513597 May 23 15:48:10.740570 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-b98f059d-c96d-458d-874e-e5310a3c68c3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Made reservation on behalf of a15ae9d15a64468f80628ed51c2e42d6 for: {'port': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:48:10.743976 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-b98f059d-c96d-458d-874e-e5310a3c68c3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:10.755449 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-f36f4312-c119-4853-9655-a52b43840bf8 admin admin] Deleting port 0ad32ead-1ebc-4657-8773-8c9653fda652 {{(pid=111208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:48:10.755792 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f36f4312-c119-4853-9655-a52b43840bf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (0ad32ead-1ebc-4657-8773-8c9653fda652), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:10.795089 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=100 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:10.841803 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [None req-f36f4312-c119-4853-9655-a52b43840bf8 admin admin] For port 0ad32ead-1ebc-4657-8773-8c9653fda652, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=0ad32ead-1ebc-4657-8773-8c9653fda652,segment=NetworkSegment(b005c863-acdf-4694-8e46-1c0859e70836),segment_id=b005c863-acdf-4694-8e46-1c0859e70836)] {{(pid=111208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:48:10.842283 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f36f4312-c119-4853-9655-a52b43840bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (0ad32ead-1ebc-4657-8773-8c9653fda652), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:10.863627 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-f36f4312-c119-4853-9655-a52b43840bf8 admin admin] Calling delete_port for 0ad32ead-1ebc-4657-8773-8c9653fda652 owned by network:router_interface {{(pid=111208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:48:10.863816 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-8f1eb254-4d4f-445a-a210-2f40993b1197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 557925ff-a601-4157-8dce-7678d594e516 {{(pid=111209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:48:10.877787 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-8f1eb254-4d4f-445a-a210-2f40993b1197 service neutron] Publish callbacks [] for port (557925ff-a601-4157-8dce-7678d594e516), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:10.925565 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.provisioning_blocks [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-8f1eb254-4d4f-445a-a210-2f40993b1197 service neutron] Transition to ACTIVE for port object 557925ff-a601-4157-8dce-7678d594e516 will not be triggered until provisioned by entity L2. {{(pid=111209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:48:10.942286 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_common [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-b98f059d-c96d-458d-874e-e5310a3c68c3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Allocated IP 172.20.0.14 (6b67b25e-d689-4151-bafc-c9d67faaca84/798d4771-9590-4ee2-b6ff-bdfb7b6f48c3/6f5eff2d-445b-4844-b500-782ab519f384) {{(pid=111209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:48:10.980616 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:11.034150 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-8f1eb254-4d4f-445a-a210-2f40993b1197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (557925ff-a601-4157-8dce-7678d594e516), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:11.112722 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1eb254-4d4f-445a-a210-2f40993b1197 service neutron] Pushing event updated for resources: {'Port': ['ID=557925ff-a601-4157-8dce-7678d594e516,revision_number=2']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:11.136971 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f36f4312-c119-4853-9655-a52b43840bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (0ad32ead-1ebc-4657-8773-8c9653fda652), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:11.148747 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-b98f059d-c96d-458d-874e-e5310a3c68c3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for port (6f5eff2d-445b-4844-b500-782ab519f384), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:11.155930 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:11.166892 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f4312-c119-4853-9655-a52b43840bf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ad32ead-1ebc-4657-8773-8c9653fda652,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:11.226049 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-8f1eb254-4d4f-445a-a210-2f40993b1197 service neutron] Attempting to bind port 557925ff-a601-4157-8dce-7678d594e516 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:48:11.226396 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-8f1eb254-4d4f-445a-a210-2f40993b1197 service neutron] Attempting to bind port 557925ff-a601-4157-8dce-7678d594e516 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'dee74d16-ff39-4506-8861-fc403fa5e1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6'}] {{(pid=111209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:48:11.226745 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-8f1eb254-4d4f-445a-a210-2f40993b1197 service neutron] Attempting to bind port 557925ff-a601-4157-8dce-7678d594e516 on network 719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:48:11.237096 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-8f1eb254-4d4f-445a-a210-2f40993b1197 service neutron] Port 557925ff-a601-4157-8dce-7678d594e516 on network 719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:48:11.237441 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-8f1eb254-4d4f-445a-a210-2f40993b1197 service neutron] Attempting to bind port 557925ff-a601-4157-8dce-7678d594e516 on network 719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:48:11.246745 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-8f1eb254-4d4f-445a-a210-2f40993b1197 service neutron] Checking agent: {'id': '0d13f95c-3035-4c18-beb8-0a83c2b7abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'started_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:48:11.247086 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-8f1eb254-4d4f-445a-a210-2f40993b1197 service neutron] Checking segment: {'id': 'dee74d16-ff39-4506-8861-fc403fa5e1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:48:11.247482 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-8f1eb254-4d4f-445a-a210-2f40993b1197 service neutron] Bound using segment: {'id': 'dee74d16-ff39-4506-8861-fc403fa5e1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6'} {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:48:11.247923 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-8f1eb254-4d4f-445a-a210-2f40993b1197 service neutron] Bound port: 557925ff-a601-4157-8dce-7678d594e516, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dee74d16-ff39-4506-8861-fc403fa5e1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6'}}] {{(pid=111209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:48:11.248358 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-8f1eb254-4d4f-445a-a210-2f40993b1197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (557925ff-a601-4157-8dce-7678d594e516), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:11.294841 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-b98f059d-c96d-458d-874e-e5310a3c68c3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (6f5eff2d-445b-4844-b500-782ab519f384), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:11.369799 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-8f1eb254-4d4f-445a-a210-2f40993b1197 service neutron] For port 557925ff-a601-4157-8dce-7678d594e516, host hv-cinder-84067, cleared binding levels {{(pid=111209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:48:11.375111 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-b98f059d-c96d-458d-874e-e5310a3c68c3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Network 6b67b25e-d689-4151-bafc-c9d67faaca84 is already hosted by enough agents. {{(pid=111209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:48:11.385869 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f059d-c96d-458d-874e-e5310a3c68c3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event updated for resources: {'Port': ['ID=6f5eff2d-445b-4844-b500-782ab519f384,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:11.388679 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-b98f059d-c96d-458d-874e-e5310a3c68c3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Resources bound (agent type, host, resource id): {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:48:11.393290 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-b98f059d-c96d-458d-874e-e5310a3c68c3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Received port after_create {{(pid=111209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:48:11.399189 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-8f1eb254-4d4f-445a-a210-2f40993b1197 service neutron] For port 557925ff-a601-4157-8dce-7678d594e516, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=557925ff-a601-4157-8dce-7678d594e516,segment=NetworkSegment(dee74d16-ff39-4506-8861-fc403fa5e1d4),segment_id=dee74d16-ff39-4506-8861-fc403fa5e1d4)] {{(pid=111209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:48:11.457152 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-b98f059d-c96d-458d-874e-e5310a3c68c3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:11.458182 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-b98f059d-c96d-458d-874e-e5310a3c68c3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:11.475575 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-8f1eb254-4d4f-445a-a210-2f40993b1197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (557925ff-a601-4157-8dce-7678d594e516), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:11.485622 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:11.511884 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-8f1eb254-4d4f-445a-a210-2f40993b1197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:11.512518 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-8f1eb254-4d4f-445a-a210-2f40993b1197 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:11.514258 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-8f1eb254-4d4f-445a-a210-2f40993b1197 service neutron] 10.222.0.69 "PUT /v2.0/ports/557925ff-a601-4157-8dce-7678d594e516 HTTP/1.1" status: 200 len: 1094 time: 1.2823856 May 23 15:48:11.514637 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82853b8-ba61-4e2f-a961-7778da726303', 'tag': '557925ff-a601-4157-8dce-7678d594e516'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:48:11.516951 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ae610b-7f7c-488f-8bdc-1a91470c72b6" -d '{"events": [{"name": "network-changed", "server_uuid": "e82853b8-ba61-4e2f-a961-7778da726303", "tag": "557925ff-a601-4157-8dce-7678d594e516"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:48:11.544029 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-b98f059d-c96d-458d-874e-e5310a3c68c3 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2615988 May 23 15:48:11.607354 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-905d552f-a766-4cd0-a515-13415a580e94 service neutron] Request body: {'port': {'device_id': '78181bea-41e3-4044-b9e4-9c3700fb9037', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:48:11.614139 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:11.619832 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03f9350-cb49-4ef3-96cd-7d3e9b7c3c8e x-openstack-request-id: req-e03f9350-cb49-4ef3-96cd-7d3e9b7c3c8e {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:48:11.624257 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82853b8-ba61-4e2f-a961-7778da726303", "tag": "557925ff-a601-4157-8dce-7678d594e516", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:48:11.624257 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e03f9350-cb49-4ef3-96cd-7d3e9b7c3c8e {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:48:11.624257 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e03f9350-cb49-4ef3-96cd-7d3e9b7c3c8e'] response: {'name': 'network-changed', 'server_uuid': 'e82853b8-ba61-4e2f-a961-7778da726303', 'tag': '557925ff-a601-4157-8dce-7678d594e516', 'status': 'completed', 'code': 200} May 23 15:48:11.643081 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1eb254-4d4f-445a-a210-2f40993b1197 service neutron] Pushing event updated for resources: {'Port': ['ID=557925ff-a601-4157-8dce-7678d594e516,revision_number=3']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:11.663513 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f36f4312-c119-4853-9655-a52b43840bf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-291457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745812'] for router_interface (294ba236-1a49-4375-acaa-a4be0e7194b7), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:11.716822 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c17b6-6206-42e2-9ff8-4a79faefee95 req-373f5298-4924-4dc3-ba39-92bb14d69422 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:11.724670 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-171c17b6-6206-42e2-9ff8-4a79faefee95 req-373f5298-4924-4dc3-ba39-92bb14d69422 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=e82853b8-ba61-4e2f-a961-7778da726303 HTTP/1.1" status: 200 len: 944 time: 0.1772382 May 23 15:48:11.742437 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:11.796115 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-e613aa72-7d11-4794-8646-7caf785038d9 None None] Provisioning complete for port 6f5eff2d-445b-4844-b500-782ab519f384 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:48:11.797153 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-e613aa72-7d11-4794-8646-7caf785038d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (6f5eff2d-445b-4844-b500-782ab519f384), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:11.802046 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae610b-7f7c-488f-8bdc-1a91470c72b6 req-424c4296-63d1-4482-bc74-cd60e0da69fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:11.803712 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-55ae610b-7f7c-488f-8bdc-1a91470c72b6 req-424c4296-63d1-4482-bc74-cd60e0da69fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6263581d20ea47bcae22d736f7934e05&device_id=e82853b8-ba61-4e2f-a961-7778da726303 HTTP/1.1" status: 200 len: 1128 time: 0.1574388 May 23 15:48:11.810593 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-905d552f-a766-4cd0-a515-13415a580e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (6f5eff2d-445b-4844-b500-782ab519f384), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:11.860737 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-e613aa72-7d11-4794-8646-7caf785038d9 None None] Port 6f5eff2d-445b-4844-b500-782ab519f384 cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:48:11.945467 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b92a2d-a9d2-45f0-9a63-0ed8c05ee919 req-49ad5859-c0a6-49f3-a7d7-adbc3eb5ad84 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:11.946953 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a7b92a2d-a9d2-45f0-9a63-0ed8c05ee919 req-49ad5859-c0a6-49f3-a7d7-adbc3eb5ad84 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=78181bea-41e3-4044-b9e4-9c3700fb9037 HTTP/1.1" status: 200 len: 932 time: 0.2031662 May 23 15:48:11.949011 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36f4312-c119-4853-9655-a52b43840bf8 admin admin] Router 294ba236-1a49-4375-acaa-a4be0e7194b7 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:48:11.980413 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-171c17b6-6206-42e2-9ff8-4a79faefee95 req-a5201422-75ac-440a-9acd-a43ec09684a0 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2548430 May 23 15:48:12.057671 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36f4312-c119-4853-9655-a52b43840bf8 admin admin] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:48:12.059954 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:12.066519 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-f36f4312-c119-4853-9655-a52b43840bf8 admin admin] 10.222.0.64 "PUT /v2.0/routers/294ba236-1a49-4375-acaa-a4be0e7194b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9859920 May 23 15:48:12.074567 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 47712) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:12.074708 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6566af-4875-4140-a18b-be7e68a0976b None None] Sync routers for ids ['294ba236-1a49-4375-acaa-a4be0e7194b7'] in dv-cinder-840678-12-iscsi {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:48:12.075319 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae610b-7f7c-488f-8bdc-1a91470c72b6 req-a286781d-65f5-4fce-808c-c63fb886b9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:12.075319 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-55ae610b-7f7c-488f-8bdc-1a91470c72b6 req-a286781d-65f5-4fce-808c-c63fb886b9b4 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=6263581d20ea47bcae22d736f7934e05&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2380152 May 23 15:48:12.081968 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6566af-4875-4140-a18b-be7e68a0976b None None] Routers {'294ba236-1a49-4375-acaa-a4be0e7194b7'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:48:12.082689 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-8b6566af-4875-4140-a18b-be7e68a0976b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:47:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['294ba236-1a49-4375-acaa-a4be0e7194b7'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:12.119348 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a7b92a2d-a9d2-45f0-9a63-0ed8c05ee919 req-38785411-9d3c-4b19-af36-b849ef0b722f tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea0122-0dd8-4f46-8140-8c04e7e6d731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475978 May 23 15:48:12.174639 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9490b0ab-c601-4022-918c-d453df560c9f admin admin] Publish callbacks [] for router (294ba236-1a49-4375-acaa-a4be0e7194b7), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:12.217334 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-8b6566af-4875-4140-a18b-be7e68a0976b None None] Set router 294ba236-1a49-4375-acaa-a4be0e7194b7 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:48:12.278245 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9490b0ab-c601-4022-918c-d453df560c9f admin admin] Publish callbacks [] for router_gateway (294ba236-1a49-4375-acaa-a4be0e7194b7), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:12.293419 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae610b-7f7c-488f-8bdc-1a91470c72b6 req-4da2d328-92e3-4f15-98c1-cee64795b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:12.299517 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-55ae610b-7f7c-488f-8bdc-1a91470c72b6 req-4da2d328-92e3-4f15-98c1-cee64795b715 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2073345 May 23 15:48:12.330046 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:12.391135 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-9490b0ab-c601-4022-918c-d453df560c9f admin admin] Deleting port f1983dd2-2284-4cc4-93f1-371ce7050770 {{(pid=111208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:48:12.391572 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9490b0ab-c601-4022-918c-d453df560c9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (f1983dd2-2284-4cc4-93f1-371ce7050770), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:12.402441 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-8b6566af-4875-4140-a18b-be7e68a0976b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'name': 'tempest-AttachVolumeTestJSON-428610378-router', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:35Z', 'updated_at': '2022-05-23T15:48:10Z', 'revision_number': 5, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'gw_port': {'id': 'f1983dd2-2284-4cc4-93f1-371ce7050770', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:84:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:41:36Z', 'updated_at': '2022-05-23T15:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:12.415568 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-905d552f-a766-4cd0-a515-13415a580e94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f5eff2d-445b-4844-b500-782ab519f384 {{(pid=111209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:48:12.426856 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-905d552f-a766-4cd0-a515-13415a580e94 service neutron] Publish callbacks [] for port (6f5eff2d-445b-4844-b500-782ab519f384), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:12.429956 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-8e7157b8-81c5-46b9-87b7-297889839edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:12.431539 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-8e7157b8-81c5-46b9-87b7-297889839edf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6263581d20ea47bcae22d736f7934e05&device_id=e82853b8-ba61-4e2f-a961-7778da726303 HTTP/1.1" status: 200 len: 1128 time: 0.0588572 May 23 15:48:12.432048 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6566af-4875-4140-a18b-be7e68a0976b None None] Checking router: 294ba236-1a49-4375-acaa-a4be0e7194b7 for host: dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:48:12.437945 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:12.441299 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6566af-4875-4140-a18b-be7e68a0976b None None] Routers {'294ba236-1a49-4375-acaa-a4be0e7194b7'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:48:12.441926 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-8b6566af-4875-4140-a18b-be7e68a0976b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:47:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['294ba236-1a49-4375-acaa-a4be0e7194b7'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:12.443920 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.provisioning_blocks [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-905d552f-a766-4cd0-a515-13415a580e94 service neutron] Transition to ACTIVE for port object 6f5eff2d-445b-4844-b500-782ab519f384 will not be triggered until provisioned by entity L2. {{(pid=111209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:48:12.479178 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [None req-9490b0ab-c601-4022-918c-d453df560c9f admin admin] For port f1983dd2-2284-4cc4-93f1-371ce7050770, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=f1983dd2-2284-4cc4-93f1-371ce7050770,segment=NetworkSegment(2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5),segment_id=2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5)] {{(pid=111208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:48:12.479642 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9490b0ab-c601-4022-918c-d453df560c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (f1983dd2-2284-4cc4-93f1-371ce7050770), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:12.480022 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-ba652fcd-869c-44e1-bbfe-19feffda8887 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=557925ff-a601-4157-8dce-7678d594e516 HTTP/1.1" status: 200 len: 217 time: 0.0341549 May 23 15:48:12.495225 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-9490b0ab-c601-4022-918c-d453df560c9f admin admin] Calling delete_port for f1983dd2-2284-4cc4-93f1-371ce7050770 owned by network:router_gateway {{(pid=111208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:48:12.522519 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-8b6566af-4875-4140-a18b-be7e68a0976b None None] Set router 294ba236-1a49-4375-acaa-a4be0e7194b7 gateway port host: None {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:48:12.528994 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-905d552f-a766-4cd0-a515-13415a580e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (6f5eff2d-445b-4844-b500-782ab519f384), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:12.566224 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-32ca5fb7-d4bc-4aae-a8d2-927cd06c56eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:12.567691 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-32ca5fb7-d4bc-4aae-a8d2-927cd06c56eb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=150d6d13-664a-4a20-9c02-8454a2e4aaca HTTP/1.1" status: 200 len: 851 time: 0.0805044 May 23 15:48:12.577832 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-8b6566af-4875-4140-a18b-be7e68a0976b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'name': 'tempest-AttachVolumeTestJSON-428610378-router', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:35Z', 'updated_at': '2022-05-23T15:48:12Z', 'revision_number': 6, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'gw_port_host': None}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:12.604070 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6566af-4875-4140-a18b-be7e68a0976b None None] The sync data for ids ['294ba236-1a49-4375-acaa-a4be0e7194b7'] in dv-cinder-840678-12-iscsi is: [{'id': '294ba236-1a49-4375-acaa-a4be0e7194b7', 'name': 'tempest-AttachVolumeTestJSON-428610378-router', 'tenant_id': '8d7ac236cd4d414fb70eb8da6da53484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:41:35Z', 'updated_at': '2022-05-23T15:48:12Z', 'revision_number': 6, 'project_id': '8d7ac236cd4d414fb70eb8da6da53484', 'gw_port_host': None}] {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:48:12.613509 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d552f-a766-4cd0-a515-13415a580e94 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5eff2d-445b-4844-b500-782ab519f384,revision_number=2']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:12.647270 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-f1250f43-f78a-45be-b578-17852dce17ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:12.648806 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-f1250f43-f78a-45be-b578-17852dce17ee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0700905 May 23 15:48:12.708888 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:12.822369 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9490b0ab-c601-4022-918c-d453df560c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (f1983dd2-2284-4cc4-93f1-371ce7050770), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:12.856334 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490b0ab-c601-4022-918c-d453df560c9f admin admin] Pushing event deleted for resources: {'Port': ['ID=f1983dd2-2284-4cc4-93f1-371ce7050770,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:12.925556 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9490b0ab-c601-4022-918c-d453df560c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746810'] for router_gateway (294ba236-1a49-4375-acaa-a4be0e7194b7), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:13.006638 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-905d552f-a766-4cd0-a515-13415a580e94 service neutron] Attempting to bind port 6f5eff2d-445b-4844-b500-782ab519f384 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:48:13.007260 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-905d552f-a766-4cd0-a515-13415a580e94 service neutron] Attempting to bind port 6f5eff2d-445b-4844-b500-782ab519f384 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'eb2ba815-dec5-4bfe-b7e3-360ced084414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84'}] {{(pid=111209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:48:13.007374 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-905d552f-a766-4cd0-a515-13415a580e94 service neutron] Attempting to bind port 6f5eff2d-445b-4844-b500-782ab519f384 on network 6b67b25e-d689-4151-bafc-c9d67faaca84 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:48:13.012682 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9490b0ab-c601-4022-918c-d453df560c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-752101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12818'] for router (294ba236-1a49-4375-acaa-a4be0e7194b7), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:13.015003 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9490b0ab-c601-4022-918c-d453df560c9f admin admin] Publish callbacks [] for router_controller (294ba236-1a49-4375-acaa-a4be0e7194b7), precommit_delete_associations {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:13.024455 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-905d552f-a766-4cd0-a515-13415a580e94 service neutron] Port 6f5eff2d-445b-4844-b500-782ab519f384 on network 6b67b25e-d689-4151-bafc-c9d67faaca84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:48:13.024789 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-905d552f-a766-4cd0-a515-13415a580e94 service neutron] Attempting to bind port 6f5eff2d-445b-4844-b500-782ab519f384 on network 6b67b25e-d689-4151-bafc-c9d67faaca84 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:48:13.038584 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-905d552f-a766-4cd0-a515-13415a580e94 service neutron] Checking agent: {'id': '0d13f95c-3035-4c18-beb8-0a83c2b7abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'started_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:48:13.038931 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-905d552f-a766-4cd0-a515-13415a580e94 service neutron] Checking segment: {'id': 'eb2ba815-dec5-4bfe-b7e3-360ced084414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:48:13.039322 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-905d552f-a766-4cd0-a515-13415a580e94 service neutron] Bound using segment: {'id': 'eb2ba815-dec5-4bfe-b7e3-360ced084414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84'} {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:48:13.039802 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-905d552f-a766-4cd0-a515-13415a580e94 service neutron] Bound port: 6f5eff2d-445b-4844-b500-782ab519f384, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2ba815-dec5-4bfe-b7e3-360ced084414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84'}}] {{(pid=111209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:48:13.040170 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-905d552f-a766-4cd0-a515-13415a580e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (6f5eff2d-445b-4844-b500-782ab519f384), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:13.053718 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:13.057369 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-e2155f78-2b8d-4d24-9da5-d88ad63bc9b9 service neutron] 10.222.0.69 "GET /v2.0/networks/719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343586 May 23 15:48:13.159789 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9490b0ab-c601-4022-918c-d453df560c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-752028'] for router (294ba236-1a49-4375-acaa-a4be0e7194b7), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:13.160411 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9490b0ab-c601-4022-918c-d453df560c9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 294ba236-1a49-4375-acaa-a4be0e7194b7 {{(pid=111208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 15:48:13.165208 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9490b0ab-c601-4022-918c-d453df560c9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:13.166136 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-9490b0ab-c601-4022-918c-d453df560c9f admin admin] 10.222.0.64 "DELETE /v2.0/routers/294ba236-1a49-4375-acaa-a4be0e7194b7 HTTP/1.1" status: 204 len: 168 time: 1.0983629 May 23 15:48:13.168541 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 47718) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:13.187182 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343b5cf-9577-4c09-a9e3-10cc34d14461 req-088954f7-12e5-4db5-96e0-6f9167e52c70 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:13.188600 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c343b5cf-9577-4c09-a9e3-10cc34d14461 req-088954f7-12e5-4db5-96e0-6f9167e52c70 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=e82853b8-ba61-4e2f-a961-7778da726303 HTTP/1.1" status: 200 len: 944 time: 0.1278007 May 23 15:48:13.201919 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:13.223082 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_v2 [None req-e270d37d-0597-40d9-8554-87573bb35f25 admin admin] Deleting subnet a8eb70f1-a1de-4065-b90b-0efc8b236916 {{(pid=111208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:48:13.223736 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-905d552f-a766-4cd0-a515-13415a580e94 service neutron] For port 6f5eff2d-445b-4844-b500-782ab519f384, host hv-cinder-84067, cleared binding levels {{(pid=111209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:48:13.226277 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e270d37d-0597-40d9-8554-87573bb35f25 admin admin] Publish callbacks [] for subnet (a8eb70f1-a1de-4065-b90b-0efc8b236916), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:13.262566 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e270d37d-0597-40d9-8554-87573bb35f25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211576'] for subnet (a8eb70f1-a1de-4065-b90b-0efc8b236916), precommit_delete_associations {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:13.268565 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-905d552f-a766-4cd0-a515-13415a580e94 service neutron] For port 6f5eff2d-445b-4844-b500-782ab519f384, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=6f5eff2d-445b-4844-b500-782ab519f384,segment=NetworkSegment(eb2ba815-dec5-4bfe-b7e3-360ced084414),segment_id=eb2ba815-dec5-4bfe-b7e3-360ced084414)] {{(pid=111209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:48:13.319270 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39cf30-6ee5-4890-888b-896940ac6656 req-1a38e799-208e-4ebd-8e0b-6683a90e6dcc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:13.320762 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1d39cf30-6ee5-4890-888b-896940ac6656 req-1a38e799-208e-4ebd-8e0b-6683a90e6dcc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=78181bea-41e3-4044-b9e4-9c3700fb9037 HTTP/1.1" status: 200 len: 944 time: 0.1163371 May 23 15:48:13.327454 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0ae99406-7227-4cb6-8a4e-c61759b4a3d7 req-c42dacdc-aa5e-4200-8771-937ab88eeb8f service neutron] 10.222.0.69 "GET /v2.0/networks/719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413809 May 23 15:48:13.342607 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e270d37d-0597-40d9-8554-87573bb35f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999690'] for subnet (a8eb70f1-a1de-4065-b90b-0efc8b236916), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:13.352279 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c343b5cf-9577-4c09-a9e3-10cc34d14461 req-7b7187c6-06b4-4d8f-9473-19b5239a6ee6 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507978 May 23 15:48:13.391767 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-905d552f-a766-4cd0-a515-13415a580e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (6f5eff2d-445b-4844-b500-782ab519f384), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:13.405284 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1d39cf30-6ee5-4890-888b-896940ac6656 req-8fc5d83c-271f-432e-8e90-f46059fb2ad1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea0122-0dd8-4f46-8140-8c04e7e6d731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719101 May 23 15:48:13.432164 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-905d552f-a766-4cd0-a515-13415a580e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:13.432857 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-905d552f-a766-4cd0-a515-13415a580e94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:13.434303 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-905d552f-a766-4cd0-a515-13415a580e94 service neutron] 10.222.0.69 "PUT /v2.0/ports/6f5eff2d-445b-4844-b500-782ab519f384 HTTP/1.1" status: 200 len: 1094 time: 1.8623641 May 23 15:48:13.459816 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d552f-a766-4cd0-a515-13415a580e94 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5eff2d-445b-4844-b500-782ab519f384,revision_number=3']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:13.494236 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e270d37d-0597-40d9-8554-87573bb35f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-904184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16100397'] for subnet (a8eb70f1-a1de-4065-b90b-0efc8b236916), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:13.525289 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270d37d-0597-40d9-8554-87573bb35f25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8eb70f1-a1de-4065-b90b-0efc8b236916,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:13.531255 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e270d37d-0597-40d9-8554-87573bb35f25 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:13.535438 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-e270d37d-0597-40d9-8554-87573bb35f25 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a8eb70f1-a1de-4065-b90b-0efc8b236916 HTTP/1.1" status: 204 len: 168 time: 0.3652809 May 23 15:48:13.537415 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 47720) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:13.540244 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1136deeb-d803-4a4e-9638-8d2b61677f9a None None] Network 02514ff5-801e-4a1a-ba63-1d21a54e8a97 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:48:13.619097 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2c3e97d5-fe03-4605-9fdb-4724292729c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3939425'] for network (02514ff5-801e-4a1a-ba63-1d21a54e8a97), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:13.621614 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78181bea-41e3-4044-b9e4-9c3700fb9037', 'tag': '6f5eff2d-445b-4844-b500-782ab519f384'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:48:13.624018 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee5312e-7894-4863-9ddd-286786b61b89" -d '{"events": [{"name": "network-changed", "server_uuid": "78181bea-41e3-4044-b9e4-9c3700fb9037", "tag": "6f5eff2d-445b-4844-b500-782ab519f384"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:48:13.668868 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e148ffb2-bde2-448b-abaf-e37f6b441d0b x-openstack-request-id: req-e148ffb2-bde2-448b-abaf-e37f6b441d0b {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:48:13.668868 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78181bea-41e3-4044-b9e4-9c3700fb9037", "tag": "6f5eff2d-445b-4844-b500-782ab519f384", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:48:13.668868 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e148ffb2-bde2-448b-abaf-e37f6b441d0b {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:48:13.668868 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e148ffb2-bde2-448b-abaf-e37f6b441d0b'] response: {'name': 'network-changed', 'server_uuid': '78181bea-41e3-4044-b9e4-9c3700fb9037', 'tag': '6f5eff2d-445b-4844-b500-782ab519f384', 'status': 'completed', 'code': 200} May 23 15:48:13.672034 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-2c3e97d5-fe03-4605-9fdb-4724292729c1 admin admin] Deleting port 8fafd46d-e54a-444f-aec3-131c24fe259b {{(pid=111208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:48:13.672381 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2c3e97d5-fe03-4605-9fdb-4724292729c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (8fafd46d-e54a-444f-aec3-131c24fe259b), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:13.698212 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6228c0-da58-4bba-a350-9c682aca502e None None] DHCP port deletion for 02514ff5-801e-4a1a-ba63-1d21a54e8a97 request from dv-cinder-840678-12-iscsi {{(pid=111210) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 15:48:13.749043 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-ef6228c0-da58-4bba-a350-9c682aca502e None None] Deleting port 8fafd46d-e54a-444f-aec3-131c24fe259b {{(pid=111210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:48:13.749451 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-ef6228c0-da58-4bba-a350-9c682aca502e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (8fafd46d-e54a-444f-aec3-131c24fe259b), before_delete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:13.749904 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [None req-2c3e97d5-fe03-4605-9fdb-4724292729c1 admin admin] For port 8fafd46d-e54a-444f-aec3-131c24fe259b, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=8fafd46d-e54a-444f-aec3-131c24fe259b,segment=NetworkSegment(b005c863-acdf-4694-8e46-1c0859e70836),segment_id=b005c863-acdf-4694-8e46-1c0859e70836)] {{(pid=111208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:48:13.750269 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2c3e97d5-fe03-4605-9fdb-4724292729c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (8fafd46d-e54a-444f-aec3-131c24fe259b), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:13.768305 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-2c3e97d5-fe03-4605-9fdb-4724292729c1 admin admin] Calling delete_port for 8fafd46d-e54a-444f-aec3-131c24fe259b owned by network:dhcp {{(pid=111208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:48:13.816954 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-dd8c44ae-03b4-41c9-8042-8a7b61ed3663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:13.818114 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-ef6228c0-da58-4bba-a350-9c682aca502e None None] For port 8fafd46d-e54a-444f-aec3-131c24fe259b, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=8fafd46d-e54a-444f-aec3-131c24fe259b,segment=NetworkSegment(b005c863-acdf-4694-8e46-1c0859e70836),segment_id=b005c863-acdf-4694-8e46-1c0859e70836)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:48:13.818571 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-ef6228c0-da58-4bba-a350-9c682aca502e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (8fafd46d-e54a-444f-aec3-131c24fe259b), precommit_delete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:13.819301 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-dd8c44ae-03b4-41c9-8042-8a7b61ed3663 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a15ae9d15a64468f80628ed51c2e42d6&device_id=78181bea-41e3-4044-b9e4-9c3700fb9037 HTTP/1.1" status: 200 len: 1128 time: 0.0545361 May 23 15:48:13.822702 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 8fafd46d-e54a-444f-aec3-131c24fe259b no longer exists at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:48:13.858235 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-ef6228c0-da58-4bba-a350-9c682aca502e None None] Calling delete_port for 8fafd46d-e54a-444f-aec3-131c24fe259b owned by network:dhcp {{(pid=111210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:48:13.872200 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-c4157253-a2d0-433a-a4f7-2b7232aa891c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f5eff2d-445b-4844-b500-782ab519f384 HTTP/1.1" status: 200 len: 217 time: 0.0381944 May 23 15:48:13.925354 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-00fe967c-2a9b-4537-9064-692d9675a4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:13.926816 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-00fe967c-2a9b-4537-9064-692d9675a4cf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=798d4771-9590-4ee2-b6ff-bdfb7b6f48c3 HTTP/1.1" status: 200 len: 854 time: 0.0486288 May 23 15:48:13.942311 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2c3e97d5-fe03-4605-9fdb-4724292729c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (8fafd46d-e54a-444f-aec3-131c24fe259b), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:13.962186 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port 8fafd46d-e54a-444f-aec3-131c24fe259b is: ACTIVE; New status is: DOWN {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:48:13.962496 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (8fafd46d-e54a-444f-aec3-131c24fe259b), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:13.968838 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e97d5-fe03-4605-9fdb-4724292729c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fafd46d-e54a-444f-aec3-131c24fe259b,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:13.971569 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-bbedacd2-a779-47cc-b975-b4e0b9517dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:13.973181 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-bbedacd2-a779-47cc-b975-b4e0b9517dad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6b67b25e-d689-4151-bafc-c9d67faaca84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407605 May 23 15:48:13.975834 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3e97d5-fe03-4605-9fdb-4724292729c1 admin admin] No DVR routers for this DVR port 8fafd46d-e54a-444f-aec3-131c24fe259b on host dv-cinder-840678-12-iscsi {{(pid=111208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:48:13.989816 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-ef6228c0-da58-4bba-a350-9c682aca502e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734'] for port (8fafd46d-e54a-444f-aec3-131c24fe259b), after_delete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:14.035376 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6228c0-da58-4bba-a350-9c682aca502e None None] Pushing event deleted for resources: {'Port': ['ID=8fafd46d-e54a-444f-aec3-131c24fe259b,revision_number=None']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:14.042901 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:14.044086 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 0ad32ead-1ebc-4657-8773-8c9653fda652 no longer exists at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:48:14.046375 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6228c0-da58-4bba-a350-9c682aca502e None None] No DVR routers for this DVR port 8fafd46d-e54a-444f-aec3-131c24fe259b on host dv-cinder-840678-12-iscsi {{(pid=111210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:48:14.052110 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6228c0-da58-4bba-a350-9c682aca502e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:14.052668 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6228c0-da58-4bba-a350-9c682aca502e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:14.053226 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6228c0-da58-4bba-a350-9c682aca502e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:14.053830 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6228c0-da58-4bba-a350-9c682aca502e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:14.054331 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6228c0-da58-4bba-a350-9c682aca502e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:14.054829 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6228c0-da58-4bba-a350-9c682aca502e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:14.055334 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6228c0-da58-4bba-a350-9c682aca502e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:14.055836 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6228c0-da58-4bba-a350-9c682aca502e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:14.056325 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6228c0-da58-4bba-a350-9c682aca502e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:14.056810 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6228c0-da58-4bba-a350-9c682aca502e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:14.060148 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2c3e97d5-fe03-4605-9fdb-4724292729c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998021', 'neutron.services.segments.db._delete_segments_for_network-8747701125223'] for network (02514ff5-801e-4a1a-ba63-1d21a54e8a97), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:14.061948 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6228c0-da58-4bba-a350-9c682aca502e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:14.062804 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6228c0-da58-4bba-a350-9c682aca502e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:14.063307 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6228c0-da58-4bba-a350-9c682aca502e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:14.063811 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6228c0-da58-4bba-a350-9c682aca502e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:14.064336 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6228c0-da58-4bba-a350-9c682aca502e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:14.079010 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-5de786d9-5226-4cb8-a804-6cbff904d7d6 service neutron] 10.222.0.69 "GET /v2.0/networks/6b67b25e-d689-4151-bafc-c9d67faaca84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988901 May 23 15:48:14.083959 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:14.091864 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.services.segments.db [None req-2c3e97d5-fe03-4605-9fdb-4724292729c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02514ff5-801e-4a1a-ba63-1d21a54e8a97']}} {{(pid=111208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:14.091992 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] No Port match for: 0ad32ead-1ebc-4657-8773-8c9653fda652 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:48:14.091992 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 0ad32ead-1ebc-4657-8773-8c9653fda652 not bound to the agent host dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:48:14.092395 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device f1983dd2-2284-4cc4-93f1-371ce7050770 no longer exists at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:48:14.097609 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.services.segments.db [None req-2c3e97d5-fe03-4605-9fdb-4724292729c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b005c863-acdf-4694-8e46-1c0859e70836') {'for_net_delete': True} {{(pid=111208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:14.097911 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.services.segments.db [None req-2c3e97d5-fe03-4605-9fdb-4724292729c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b005c863-acdf-4694-8e46-1c0859e70836') {} {{(pid=111208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:14.108014 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2c3e97d5-fe03-4605-9fdb-4724292729c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747701124208', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16211575'] for segment (b005c863-acdf-4694-8e46-1c0859e70836), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:14.111755 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] No Port match for: f1983dd2-2284-4cc4-93f1-371ce7050770 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:48:14.112106 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device f1983dd2-2284-4cc4-93f1-371ce7050770 not bound to the agent host dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:48:14.125988 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2c3e97d5-fe03-4605-9fdb-4724292729c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (b005c863-acdf-4694-8e46-1c0859e70836), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:14.133270 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c3e97d5-fe03-4605-9fdb-4724292729c1 admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=111208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:48:14.133666 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2c3e97d5-fe03-4605-9fdb-4724292729c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-906266'] for segment (b005c863-acdf-4694-8e46-1c0859e70836), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:14.180915 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.services.segments.plugin [-] Segment b005c863-acdf-4694-8e46-1c0859e70836 resource provider aggregate not found May 23 15:48:14.189395 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b8dc9d27-73e1-474c-81c2-2cb17ad1d144 req-a861f863-5b37-446a-8f42-d7f54c04b178 service neutron] 10.222.0.69 "GET /v2.0/networks/6b67b25e-d689-4151-bafc-c9d67faaca84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016178 May 23 15:48:14.198145 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.services.segments.plugin [-] Segment b005c863-acdf-4694-8e46-1c0859e70836 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b005c863-acdf-4694-8e46-1c0859e70836 found for delete ", "request_id": "req-0b42f20c-6556-4814-9d26-e0f399866a48"}]} May 23 15:48:14.307732 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2c3e97d5-fe03-4605-9fdb-4724292729c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747474'] for network (02514ff5-801e-4a1a-ba63-1d21a54e8a97), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:14.315844 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2c3e97d5-fe03-4605-9fdb-4724292729c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:14.316793 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-2c3e97d5-fe03-4605-9fdb-4724292729c1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/02514ff5-801e-4a1a-ba63-1d21a54e8a97 HTTP/1.1" status: 204 len: 168 time: 0.7783761 May 23 15:48:14.328096 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e97d5-fe03-4605-9fdb-4724292729c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=02514ff5-801e-4a1a-ba63-1d21a54e8a97,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:14.476809 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6baf00-eded-48a9-b006-b59082f7c527 req-7cbb73ea-82c9-4b9b-8d95-2b59bf030d85 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:14.478302 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3a6baf00-eded-48a9-b006-b59082f7c527 req-7cbb73ea-82c9-4b9b-8d95-2b59bf030d85 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=e82853b8-ba61-4e2f-a961-7778da726303 HTTP/1.1" status: 200 len: 944 time: 0.0483806 May 23 15:48:14.487062 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:14.546235 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc891e5-73e7-469c-b9ca-c2cebe6fca63 req-46337da9-4942-4b06-a9d9-5f0e8b27eed7 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:14.547671 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5fc891e5-73e7-469c-b9ca-c2cebe6fca63 req-46337da9-4942-4b06-a9d9-5f0e8b27eed7 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=78181bea-41e3-4044-b9e4-9c3700fb9037 HTTP/1.1" status: 200 len: 944 time: 0.0685265 May 23 15:48:14.577471 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3a6baf00-eded-48a9-b006-b59082f7c527 req-90e4b38e-c28c-4ef9-b167-ce261a33de4e tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891917 May 23 15:48:14.606804 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5fc891e5-73e7-469c-b9ca-c2cebe6fca63 req-ef982301-31de-44d0-b87c-d842ec797ee7 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea0122-0dd8-4f46-8140-8c04e7e6d731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529711 May 23 15:48:14.757505 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 47734) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:14.796530 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-9c1c2963-d650-489b-b2ef-6d5e1802c760 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8d7ac236cd4d414fb70eb8da6da53484&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0379140 May 23 15:48:14.799388 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 47736) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:14.847786 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-eb08d906-694d-47a8-8d63-89c748e4ab33 admin admin] Publish callbacks [] for security_group (c96754ff-cb5a-45de-a606-5bcc3ae87610), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:14.868737 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-eb08d906-694d-47a8-8d63-89c748e4ab33 admin admin] Publish callbacks [] for security_group (c96754ff-cb5a-45de-a606-5bcc3ae87610), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:14.988073 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-eb08d906-694d-47a8-8d63-89c748e4ab33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (c96754ff-cb5a-45de-a606-5bcc3ae87610), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:14.990634 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-eb08d906-694d-47a8-8d63-89c748e4ab33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:14.991785 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-eb08d906-694d-47a8-8d63-89c748e4ab33 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c96754ff-cb5a-45de-a606-5bcc3ae87610 HTTP/1.1" status: 204 len: 168 time: 0.1914144 May 23 15:48:14.999622 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08d906-694d-47a8-8d63-89c748e4ab33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96754ff-cb5a-45de-a606-5bcc3ae87610,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:15.215878 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5312e-7894-4863-9ddd-286786b61b89 req-243f7051-3524-45d4-8420-3a0d34568ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:15.217413 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bee5312e-7894-4863-9ddd-286786b61b89 req-243f7051-3524-45d4-8420-3a0d34568ad0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a15ae9d15a64468f80628ed51c2e42d6&device_id=78181bea-41e3-4044-b9e4-9c3700fb9037 HTTP/1.1" status: 200 len: 1128 time: 0.0392311 May 23 15:48:15.311132 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5312e-7894-4863-9ddd-286786b61b89 req-5c187e20-1df9-4a77-bd93-cae0f000f7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:15.318725 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bee5312e-7894-4863-9ddd-286786b61b89 req-5c187e20-1df9-4a77-bd93-cae0f000f7b5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6b67b25e-d689-4151-bafc-c9d67faaca84 HTTP/1.1" status: 200 len: 916 time: 0.0890391 May 23 15:48:15.353182 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bee5312e-7894-4863-9ddd-286786b61b89 req-24477a9d-2714-466c-a528-ca32cca47100 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f5eff2d-445b-4844-b500-782ab519f384 HTTP/1.1" status: 200 len: 217 time: 0.0338159 May 23 15:48:15.411851 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5312e-7894-4863-9ddd-286786b61b89 req-2feb9d52-e4fe-4fd4-96f4-5b5b81598697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:15.413345 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bee5312e-7894-4863-9ddd-286786b61b89 req-2feb9d52-e4fe-4fd4-96f4-5b5b81598697 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=798d4771-9590-4ee2-b6ff-bdfb7b6f48c3 HTTP/1.1" status: 200 len: 854 time: 0.0548389 May 23 15:48:15.471114 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5312e-7894-4863-9ddd-286786b61b89 req-1c3927b5-fc82-40aa-9f3a-55ad112aca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:15.471114 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bee5312e-7894-4863-9ddd-286786b61b89 req-1c3927b5-fc82-40aa-9f3a-55ad112aca28 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6b67b25e-d689-4151-bafc-c9d67faaca84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0486629 May 23 15:48:15.517733 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:15.568808 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bee5312e-7894-4863-9ddd-286786b61b89 req-747bf46c-8a80-4254-a271-26385db7851e service neutron] 10.222.0.69 "GET /v2.0/networks/6b67b25e-d689-4151-bafc-c9d67faaca84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946269 May 23 15:48:15.674623 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bee5312e-7894-4863-9ddd-286786b61b89 req-3f873bbb-dad9-4a43-aa6e-aab0b5c05132 service neutron] 10.222.0.69 "GET /v2.0/networks/6b67b25e-d689-4151-bafc-c9d67faaca84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984962 May 23 15:48:15.770318 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c94b37-f38e-496c-bca3-9a6936f27bd2 req-3ed0ebc9-64c0-408d-bb26-bf864ab9d157 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:15.775166 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-48c94b37-f38e-496c-bca3-9a6936f27bd2 req-3ed0ebc9-64c0-408d-bb26-bf864ab9d157 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=e82853b8-ba61-4e2f-a961-7778da726303 HTTP/1.1" status: 200 len: 944 time: 0.1021326 May 23 15:48:15.800554 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce23cd-07f6-4f85-83d1-dbcc96856e23 req-2799720c-166b-4b9d-b023-4d0a73d52112 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:15.802068 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-42ce23cd-07f6-4f85-83d1-dbcc96856e23 req-2799720c-166b-4b9d-b023-4d0a73d52112 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=78181bea-41e3-4044-b9e4-9c3700fb9037 HTTP/1.1" status: 200 len: 944 time: 0.0884533 May 23 15:48:15.886299 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-48c94b37-f38e-496c-bca3-9a6936f27bd2 req-f02485b3-8631-40dd-8624-9c700016c9be tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073070 May 23 15:48:15.898530 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-42ce23cd-07f6-4f85-83d1-dbcc96856e23 req-9717e159-7de9-4d27-a684-f298b57bc865 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea0122-0dd8-4f46-8140-8c04e7e6d731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888312 May 23 15:48:17.048075 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435535a-f5bf-49ea-acc1-ea4379403aa5 req-581637f9-4fad-488e-b010-6333a7070760 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:17.050008 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b435535a-f5bf-49ea-acc1-ea4379403aa5 req-581637f9-4fad-488e-b010-6333a7070760 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=e82853b8-ba61-4e2f-a961-7778da726303 HTTP/1.1" status: 200 len: 944 time: 0.0830181 May 23 15:48:17.061878 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e78ac-a703-4b84-bc0e-a1ade66c4ab7 req-ed53a4d4-0189-41d7-8680-05556000c210 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:17.063304 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-cc1e78ac-a703-4b84-bc0e-a1ade66c4ab7 req-ed53a4d4-0189-41d7-8680-05556000c210 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=78181bea-41e3-4044-b9e4-9c3700fb9037 HTTP/1.1" status: 200 len: 944 time: 0.0826952 May 23 15:48:17.137938 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b435535a-f5bf-49ea-acc1-ea4379403aa5 req-72b0f4a9-8721-444c-b094-20c28738b48e tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823641 May 23 15:48:17.142121 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-cc1e78ac-a703-4b84-bc0e-a1ade66c4ab7 req-5ce76ff7-2031-4f71-a26d-7b1c4a2149ad tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea0122-0dd8-4f46-8140-8c04e7e6d731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723507 May 23 15:48:17.487396 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 47788) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:17.587069 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 6f5eff2d-445b-4844-b500-782ab519f384 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=111210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:48:17.591381 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-49ac52a5-25db-47b8-a962-e097381a8674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:17.598922 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:17.667592 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-49ac52a5-25db-47b8-a962-e097381a8674 admin admin] Publish callbacks [] for security_group (af75911c-5fec-4f36-bb3a-1138e2e0d715), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:17.690213 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 6f5eff2d-445b-4844-b500-782ab519f384, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=6f5eff2d-445b-4844-b500-782ab519f384,segment=NetworkSegment(eb2ba815-dec5-4bfe-b7e3-360ced084414),segment_id=eb2ba815-dec5-4bfe-b7e3-360ced084414)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:48:17.702033 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Returning: {'device': '6f5eff2d-445b-4844-b500-782ab519f384', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'port_id': '6f5eff2d-445b-4844-b500-782ab519f384', 'mac_address': 'fa:16:3e:5a:d7:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:48:17.707541 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:17.737398 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port 6f5eff2d-445b-4844-b500-782ab519f384 is: DOWN; New status is: BUILD {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:48:17.737801 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (6f5eff2d-445b-4844-b500-782ab519f384), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:17.747644 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-49ac52a5-25db-47b8-a962-e097381a8674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (af75911c-5fec-4f36-bb3a-1138e2e0d715), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:17.750795 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5eff2d-445b-4844-b500-782ab519f384 {{(pid=111210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:48:17.752595 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:17.771718 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 6f5eff2d-445b-4844-b500-782ab519f384, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=6f5eff2d-445b-4844-b500-782ab519f384,segment=NetworkSegment(eb2ba815-dec5-4bfe-b7e3-360ced084414),segment_id=eb2ba815-dec5-4bfe-b7e3-360ced084414)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:48:17.791742 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-49ac52a5-25db-47b8-a962-e097381a8674 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d6864fc29d5485bb70736085a9fcf41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3032694 May 23 15:48:17.792675 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac52a5-25db-47b8-a962-e097381a8674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af75911c-5fec-4f36-bb3a-1138e2e0d715,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:17.794509 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 47792) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:17.844898 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-690c123f-b6af-4bd3-8197-ee38e55dfbdf admin admin] Publish callbacks [] for security_group (af75911c-5fec-4f36-bb3a-1138e2e0d715), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:17.867216 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-690c123f-b6af-4bd3-8197-ee38e55dfbdf admin admin] Publish callbacks [] for security_group (af75911c-5fec-4f36-bb3a-1138e2e0d715), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:17.874339 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (6f5eff2d-445b-4844-b500-782ab519f384), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:17.924969 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=6f5eff2d-445b-4844-b500-782ab519f384,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:18.010599 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-690c123f-b6af-4bd3-8197-ee38e55dfbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (af75911c-5fec-4f36-bb3a-1138e2e0d715), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:18.013287 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-690c123f-b6af-4bd3-8197-ee38e55dfbdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:18.014487 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-690c123f-b6af-4bd3-8197-ee38e55dfbdf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/af75911c-5fec-4f36-bb3a-1138e2e0d715 HTTP/1.1" status: 204 len: 168 time: 0.2177670 May 23 15:48:18.024432 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c123f-b6af-4bd3-8197-ee38e55dfbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af75911c-5fec-4f36-bb3a-1138e2e0d715,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:18.217757 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['6f5eff2d-445b-4844-b500-782ab519f384'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:48:18.294988 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee036d2d-ed36-4d27-955e-b5a82ebcccfc req-333e3fa2-6b34-4e47-832e-4d96449aee0f tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:18.296479 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ee036d2d-ed36-4d27-955e-b5a82ebcccfc req-333e3fa2-6b34-4e47-832e-4d96449aee0f tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=e82853b8-ba61-4e2f-a961-7778da726303 HTTP/1.1" status: 200 len: 944 time: 0.0789175 May 23 15:48:18.302833 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a7f17-5961-41f7-aa14-01a7d236bd2e req-94c310c6-c3ca-4a0c-a3cc-f7296ecdf6d8 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:18.304266 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ce5a7f17-5961-41f7-aa14-01a7d236bd2e req-94c310c6-c3ca-4a0c-a3cc-f7296ecdf6d8 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=78181bea-41e3-4044-b9e4-9c3700fb9037 HTTP/1.1" status: 200 len: 945 time: 0.0848589 May 23 15:48:18.340476 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:18.400179 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ee036d2d-ed36-4d27-955e-b5a82ebcccfc req-ac437dcd-07b5-4f1d-b571-bf0f6a85f312 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949590 May 23 15:48:18.403469 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ce5a7f17-5961-41f7-aa14-01a7d236bd2e req-b32a1a7e-dad7-4097-affd-f1732900e488 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea0122-0dd8-4f46-8140-8c04e7e6d731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791204 May 23 15:48:18.822885 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 47810) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:18.836849 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-27b07a0e-5743-4472-916f-f5a550c90bbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:18.913086 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-27b07a0e-5743-4472-916f-f5a550c90bbd admin admin] Publish callbacks [] for security_group (99fcb863-b054-4f55-9046-ed258bdc86b9), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:19.004479 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-27b07a0e-5743-4472-916f-f5a550c90bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (99fcb863-b054-4f55-9046-ed258bdc86b9), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:19.043195 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-27b07a0e-5743-4472-916f-f5a550c90bbd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6210406b1c6944d3b4efe0245676b23e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192593 May 23 15:48:19.044136 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b07a0e-5743-4472-916f-f5a550c90bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fcb863-b054-4f55-9046-ed258bdc86b9,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:19.045922 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 47814) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:19.099036 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b60a8700-fa58-43e7-8e4b-9d3a06090697 admin admin] Publish callbacks [] for security_group (99fcb863-b054-4f55-9046-ed258bdc86b9), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:19.121422 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b60a8700-fa58-43e7-8e4b-9d3a06090697 admin admin] Publish callbacks [] for security_group (99fcb863-b054-4f55-9046-ed258bdc86b9), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:19.256342 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b60a8700-fa58-43e7-8e4b-9d3a06090697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (99fcb863-b054-4f55-9046-ed258bdc86b9), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:19.258888 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b60a8700-fa58-43e7-8e4b-9d3a06090697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:19.260095 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-b60a8700-fa58-43e7-8e4b-9d3a06090697 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/99fcb863-b054-4f55-9046-ed258bdc86b9 HTTP/1.1" status: 204 len: 168 time: 0.2131670 May 23 15:48:19.268722 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a8700-fa58-43e7-8e4b-9d3a06090697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fcb863-b054-4f55-9046-ed258bdc86b9,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:19.562001 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc3ea7-f110-492e-986e-3cce8df1794a req-c5075efc-4661-45f0-939b-c787cf3c1378 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:19.562001 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-87fc3ea7-f110-492e-986e-3cce8df1794a req-c5075efc-4661-45f0-939b-c787cf3c1378 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=e82853b8-ba61-4e2f-a961-7778da726303 HTTP/1.1" status: 200 len: 944 time: 0.0812082 May 23 15:48:19.564671 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215c69a-6c75-4766-964d-f2fd3087daec req-f05c48a2-fc21-48b9-891d-00363a3bbd9e tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:19.566098 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2215c69a-6c75-4766-964d-f2fd3087daec req-f05c48a2-fc21-48b9-891d-00363a3bbd9e tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=78181bea-41e3-4044-b9e4-9c3700fb9037 HTTP/1.1" status: 200 len: 945 time: 0.0815272 May 23 15:48:19.595179 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 6f5eff2d-445b-4844-b500-782ab519f384 up at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:48:19.649090 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-87fc3ea7-f110-492e-986e-3cce8df1794a req-323819a0-bbaf-432f-af90-396234d0a1ca tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820229 May 23 15:48:19.653774 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2215c69a-6c75-4766-964d-f2fd3087daec req-974cc11a-d5af-4169-90c8-b9ba52eb96f5 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea0122-0dd8-4f46-8140-8c04e7e6d731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809679 May 23 15:48:19.764913 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning for port 6f5eff2d-445b-4844-b500-782ab519f384 completed by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:48:19.879075 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning complete for port 6f5eff2d-445b-4844-b500-782ab519f384 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:48:19.879456 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (6f5eff2d-445b-4844-b500-782ab519f384), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:19.956739 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port 6f5eff2d-445b-4844-b500-782ab519f384 is: BUILD; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:48:19.957162 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (6f5eff2d-445b-4844-b500-782ab519f384), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:19.979157 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78181bea-41e3-4044-b9e4-9c3700fb9037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5eff2d-445b-4844-b500-782ab519f384'}] {{(pid=111210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:48:19.981486 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9c7a1c507f49bcca1db13b0162076e02f5240d03c1faf9934ae6854bea0488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e907aca-bfa6-4544-9065-e71d10c48759" -d '{"events": [{"server_uuid": "78181bea-41e3-4044-b9e4-9c3700fb9037", "name": "network-vif-plugged", "status": "completed", "tag": "6f5eff2d-445b-4844-b500-782ab519f384"}]}' {{(pid=111210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:48:19.993790 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 6f5eff2d-445b-4844-b500-782ab519f384, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=6f5eff2d-445b-4844-b500-782ab519f384,segment=NetworkSegment(eb2ba815-dec5-4bfe-b7e3-360ced084414),segment_id=eb2ba815-dec5-4bfe-b7e3-360ced084414)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:48:20.020228 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbb393f-4640-4445-a61a-a533283e42ae x-openstack-request-id: req-cbbb393f-4640-4445-a61a-a533283e42ae {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:48:20.020522 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78181bea-41e3-4044-b9e4-9c3700fb9037", "name": "network-vif-plugged", "status": "completed", "tag": "6f5eff2d-445b-4844-b500-782ab519f384", "code": 200}]} {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:48:20.020777 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cbbb393f-4640-4445-a61a-a533283e42ae {{(pid=111210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:48:20.021198 dv-cinder-840678-12-iscsi neutron-server[111210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbbb393f-4640-4445-a61a-a533283e42ae'] response: {'server_uuid': '78181bea-41e3-4044-b9e4-9c3700fb9037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5eff2d-445b-4844-b500-782ab519f384', 'code': 200} May 23 15:48:20.068043 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (6f5eff2d-445b-4844-b500-782ab519f384), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:20.114041 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:20.118830 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=6f5eff2d-445b-4844-b500-782ab519f384,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:20.475591 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c62b08-42a3-45b8-a030-ae18a848ed51 req-a31a8723-a890-4c30-80cc-36c83a9ae6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:20.477109 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-30c62b08-42a3-45b8-a030-ae18a848ed51 req-a31a8723-a890-4c30-80cc-36c83a9ae6d7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=78181bea-41e3-4044-b9e4-9c3700fb9037 HTTP/1.1" status: 200 len: 1130 time: 0.0411072 May 23 15:48:20.522885 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-30c62b08-42a3-45b8-a030-ae18a848ed51 req-cbaed789-e365-4470-ab27-092368efe088 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=41ea0122-0dd8-4f46-8140-8c04e7e6d731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394118 May 23 15:48:20.770698 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949ab5e-2e90-4635-9f26-125ec78504b0 req-fad202d2-15ef-438c-a680-9b2d52d5ad73 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:20.772176 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9949ab5e-2e90-4635-9f26-125ec78504b0 req-fad202d2-15ef-438c-a680-9b2d52d5ad73 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=e82853b8-ba61-4e2f-a961-7778da726303 HTTP/1.1" status: 200 len: 944 time: 0.0512879 May 23 15:48:20.804212 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:20.823316 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9949ab5e-2e90-4635-9f26-125ec78504b0 req-181ded62-f44f-4cc7-b55b-69576e680c66 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454090 May 23 15:48:20.936680 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e1881-0200-47e9-b42d-8f0e072447f1 req-8387dbb9-4efb-4a7b-bfdd-8cd3d1df82e4 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:20.938221 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-876e1881-0200-47e9-b42d-8f0e072447f1 req-8387dbb9-4efb-4a7b-bfdd-8cd3d1df82e4 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=78181bea-41e3-4044-b9e4-9c3700fb9037 HTTP/1.1" status: 200 len: 946 time: 0.0514660 May 23 15:48:20.994165 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-876e1881-0200-47e9-b42d-8f0e072447f1 req-e69b0b44-debf-436c-9387-e7a439aa3c06 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea0122-0dd8-4f46-8140-8c04e7e6d731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497820 May 23 15:48:21.195188 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba0dec-f6c0-4871-a8a3-148cbd9bb462 req-301fbd3a-2263-45e2-ae42-0a8e7c107155 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:21.196674 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4cba0dec-f6c0-4871-a8a3-148cbd9bb462 req-301fbd3a-2263-45e2-ae42-0a8e7c107155 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 946 time: 0.0623822 May 23 15:48:21.251762 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4cba0dec-f6c0-4871-a8a3-148cbd9bb462 req-121dd152-3018-4094-b4e0-6db942bc0e19 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489073 May 23 15:48:21.615055 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 557925ff-a601-4157-8dce-7678d594e516 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=111210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:48:21.730259 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 557925ff-a601-4157-8dce-7678d594e516, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=557925ff-a601-4157-8dce-7678d594e516,segment=NetworkSegment(dee74d16-ff39-4506-8861-fc403fa5e1d4),segment_id=dee74d16-ff39-4506-8861-fc403fa5e1d4)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:48:21.742743 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Returning: {'device': '557925ff-a601-4157-8dce-7678d594e516', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'port_id': '557925ff-a601-4157-8dce-7678d594e516', 'mac_address': 'fa:16:3e:d4:cf:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:48:21.779289 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port 557925ff-a601-4157-8dce-7678d594e516 is: DOWN; New status is: BUILD {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:48:21.779688 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (557925ff-a601-4157-8dce-7678d594e516), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:21.792741 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 557925ff-a601-4157-8dce-7678d594e516 {{(pid=111210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:48:21.828235 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 557925ff-a601-4157-8dce-7678d594e516, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=557925ff-a601-4157-8dce-7678d594e516,segment=NetworkSegment(dee74d16-ff39-4506-8861-fc403fa5e1d4),segment_id=dee74d16-ff39-4506-8861-fc403fa5e1d4)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:48:21.902268 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (557925ff-a601-4157-8dce-7678d594e516), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:21.942872 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebef2f3-d0d8-42b4-9468-76696fc77dbb req-50d8800a-5064-4178-809b-8535db496fdd tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:21.944585 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-eebef2f3-d0d8-42b4-9468-76696fc77dbb req-50d8800a-5064-4178-809b-8535db496fdd tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=e82853b8-ba61-4e2f-a961-7778da726303 HTTP/1.1" status: 200 len: 945 time: 0.0512640 May 23 15:48:21.953374 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c4ae24a7-9638-43aa-8d35-7dedabd461c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:21.954510 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=557925ff-a601-4157-8dce-7678d594e516,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:21.996106 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-eebef2f3-d0d8-42b4-9468-76696fc77dbb req-00cd3876-6d48-4944-813b-fd83dc77b134 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457902 May 23 15:48:22.108009 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebe236-4049-477a-869f-5b660ba9ced6 req-f5fd6669-5ae4-4300-baf5-708c4a35d15c tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:22.109588 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7cebe236-4049-477a-869f-5b660ba9ced6 req-f5fd6669-5ae4-4300-baf5-708c4a35d15c tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=78181bea-41e3-4044-b9e4-9c3700fb9037 HTTP/1.1" status: 200 len: 946 time: 0.0470309 May 23 15:48:22.163826 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7cebe236-4049-477a-869f-5b660ba9ced6 req-da1ff5ed-5bb2-423f-87b5-9220c165cbd1 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea0122-0dd8-4f46-8140-8c04e7e6d731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473599 May 23 15:48:22.258252 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['557925ff-a601-4157-8dce-7678d594e516'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:48:22.285856 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8e0c7-3b5b-48ba-8b4b-571bb0a21c18 req-2f4ebe4f-dd5e-415d-8dc1-7931e17fdfb2 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:22.301027 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bda8e0c7-3b5b-48ba-8b4b-571bb0a21c18 req-2f4ebe4f-dd5e-415d-8dc1-7931e17fdfb2 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=78181bea-41e3-4044-b9e4-9c3700fb9037 HTTP/1.1" status: 200 len: 946 time: 0.0641265 May 23 15:48:22.302719 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 47902) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:22.309420 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-2398f893-2523-43f9-9f08-0e899b6d9d29 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Request body: {'floatingip': {'port_id': '6f5eff2d-445b-4844-b500-782ab519f384'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:48:22.363505 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2398f893-2523-43f9-9f08-0e899b6d9d29 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for floatingip (510c4f72-0328-48c0-9980-f15046228b01), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:22.413545 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:22.452133 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f379e07-bf4d-4960-b369-4433e28a9be7 req-7762edbb-2bcc-42f0-8dc3-d3389f32e34f tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:22.453704 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8f379e07-bf4d-4960-b369-4433e28a9be7 req-7762edbb-2bcc-42f0-8dc3-d3389f32e34f tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 946 time: 0.1074800 May 23 15:48:22.526704 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:22.543924 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8f379e07-bf4d-4960-b369-4433e28a9be7 req-5d6d82aa-97a0-4d25-a308-3a048ec256e3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833406 May 23 15:48:22.581348 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=67 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:22.841611 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2398f893-2523-43f9-9f08-0e899b6d9d29 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:22.953367 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2398f893-2523-43f9-9f08-0e899b6d9d29 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (510c4f72-0328-48c0-9980-f15046228b01), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:23.051666 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.db.l3_db [None req-2398f893-2523-43f9-9f08-0e899b6d9d29 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Floating IP 510c4f72-0328-48c0-9980-f15046228b01 associated. External IP: 172.27.3.30, port: 6f5eff2d-445b-4844-b500-782ab519f384. May 23 15:48:23.123395 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:23.165979 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fe03c-0da8-4aea-9f42-a47ae2422bce req-abf5f691-e85d-44cc-bb19-c2920f136062 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:23.167426 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a66fe03c-0da8-4aea-9f42-a47ae2422bce req-abf5f691-e85d-44cc-bb19-c2920f136062 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=e82853b8-ba61-4e2f-a961-7778da726303 HTTP/1.1" status: 200 len: 945 time: 0.0840085 May 23 15:48:23.264761 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a66fe03c-0da8-4aea-9f42-a47ae2422bce req-00c854b0-603c-4150-8ed8-1d1aa7bad2a3 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881419 May 23 15:48:23.325968 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2398f893-2523-43f9-9f08-0e899b6d9d29 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:48:23.372245 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:23.626012 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 557925ff-a601-4157-8dce-7678d594e516 up at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:48:23.670305 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning for port 557925ff-a601-4157-8dce-7678d594e516 completed by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:48:23.705352 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2398f893-2523-43f9-9f08-0e899b6d9d29 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:48:23.709730 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2398f893-2523-43f9-9f08-0e899b6d9d29 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:23.719454 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2381fef9-b85e-4537-aafb-60bdd6441565 None None] Sync routers for ids ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'] in dv-cinder-840678-12-iscsi {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:48:23.734601 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2381fef9-b85e-4537-aafb-60bdd6441565 None None] Routers {'664d0f8c-af99-4e8c-a6dd-f6353adbfa51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:48:23.736187 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-2381fef9-b85e-4537-aafb-60bdd6441565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:47:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:23.744815 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecf2d3-9c0a-47a2-a180-102c904086ee req-91d94ec3-9a7a-4742-960d-f759b043d79f tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:23.751979 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c0ecf2d3-9c0a-47a2-a180-102c904086ee req-91d94ec3-9a7a-4742-960d-f759b043d79f tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 946 time: 0.0989952 May 23 15:48:23.774512 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-2398f893-2523-43f9-9f08-0e899b6d9d29 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "PUT /v2.0/floatingips/510c4f72-0328-48c0-9980-f15046228b01 HTTP/1.1" status: 200 len: 991 time: 1.4702907 May 23 15:48:23.775496 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78181bea-41e3-4044-b9e4-9c3700fb9037', 'tag': '6f5eff2d-445b-4844-b500-782ab519f384'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:48:23.777941 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9dbcea-a13a-4317-a3d7-d95a7eaed4b9" -d '{"events": [{"name": "network-changed", "server_uuid": "78181bea-41e3-4044-b9e4-9c3700fb9037", "tag": "6f5eff2d-445b-4844-b500-782ab519f384"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:48:23.788323 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning complete for port 557925ff-a601-4157-8dce-7678d594e516 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:48:23.788690 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (557925ff-a601-4157-8dce-7678d594e516), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:23.810193 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c0ecf2d3-9c0a-47a2-a180-102c904086ee req-d013945c-3603-4182-8eb0-626dfdb686b7 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572693 May 23 15:48:23.821016 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a7a96f-6e74-46d3-af0c-a9aedad33d43 x-openstack-request-id: req-99a7a96f-6e74-46d3-af0c-a9aedad33d43 {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:48:23.821350 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78181bea-41e3-4044-b9e4-9c3700fb9037", "tag": "6f5eff2d-445b-4844-b500-782ab519f384", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:48:23.821714 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-99a7a96f-6e74-46d3-af0c-a9aedad33d43 {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:48:23.822098 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a7a96f-6e74-46d3-af0c-a9aedad33d43'] response: {'name': 'network-changed', 'server_uuid': '78181bea-41e3-4044-b9e4-9c3700fb9037', 'tag': '6f5eff2d-445b-4844-b500-782ab519f384', 'status': 'completed', 'code': 200} May 23 15:48:23.868544 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:23.885759 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-2381fef9-b85e-4537-aafb-60bdd6441565 None None] Set router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:48:23.914922 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9dbcea-a13a-4317-a3d7-d95a7eaed4b9 req-ec07b807-467b-4131-9af9-f7426dad4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:23.916424 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ed9dbcea-a13a-4317-a3d7-d95a7eaed4b9 req-ec07b807-467b-4131-9af9-f7426dad4528 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a15ae9d15a64468f80628ed51c2e42d6&device_id=78181bea-41e3-4044-b9e4-9c3700fb9037 HTTP/1.1" status: 200 len: 1130 time: 0.0394561 May 23 15:48:23.994565 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port 557925ff-a601-4157-8dce-7678d594e516 is: BUILD; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:48:23.994877 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (557925ff-a601-4157-8dce-7678d594e516), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:24.010598 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9dbcea-a13a-4317-a3d7-d95a7eaed4b9 req-379ed39c-94a5-4172-9478-b4b2c8e5fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:24.012071 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ed9dbcea-a13a-4317-a3d7-d95a7eaed4b9 req-379ed39c-94a5-4172-9478-b4b2c8e5fb13 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6b67b25e-d689-4151-bafc-c9d67faaca84 HTTP/1.1" status: 200 len: 916 time: 0.0871129 May 23 15:48:24.038930 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82853b8-ba61-4e2f-a961-7778da726303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557925ff-a601-4157-8dce-7678d594e516'}] {{(pid=111210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:48:24.041178 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9c7a1c507f49bcca1db13b0162076e02f5240d03c1faf9934ae6854bea0488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72d3a84-cd97-460b-ad93-2bd337554cdc" -d '{"events": [{"server_uuid": "e82853b8-ba61-4e2f-a961-7778da726303", "name": "network-vif-plugged", "status": "completed", "tag": "557925ff-a601-4157-8dce-7678d594e516"}]}' {{(pid=111210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:48:24.082772 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ed9dbcea-a13a-4317-a3d7-d95a7eaed4b9 req-ca5c23d4-c229-4ff3-9393-d6d459bdd935 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f5eff2d-445b-4844-b500-782ab519f384 HTTP/1.1" status: 200 len: 999 time: 0.0639961 May 23 15:48:24.089250 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba40bd5-b637-49d6-ac9c-07c5058fd4f2 x-openstack-request-id: req-4ba40bd5-b637-49d6-ac9c-07c5058fd4f2 {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:48:24.089545 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82853b8-ba61-4e2f-a961-7778da726303", "name": "network-vif-plugged", "status": "completed", "tag": "557925ff-a601-4157-8dce-7678d594e516", "code": 200}]} {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:48:24.089800 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ba40bd5-b637-49d6-ac9c-07c5058fd4f2 {{(pid=111210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:48:24.090198 dv-cinder-840678-12-iscsi neutron-server[111210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ba40bd5-b637-49d6-ac9c-07c5058fd4f2'] response: {'server_uuid': 'e82853b8-ba61-4e2f-a961-7778da726303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557925ff-a601-4157-8dce-7678d594e516', 'code': 200} May 23 15:48:24.094708 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 557925ff-a601-4157-8dce-7678d594e516, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=557925ff-a601-4157-8dce-7678d594e516,segment=NetworkSegment(dee74d16-ff39-4506-8861-fc403fa5e1d4),segment_id=dee74d16-ff39-4506-8861-fc403fa5e1d4)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:48:24.173205 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9dbcea-a13a-4317-a3d7-d95a7eaed4b9 req-8b496c77-ef73-4d06-9c75-2542fc44e5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:24.176827 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ed9dbcea-a13a-4317-a3d7-d95a7eaed4b9 req-8b496c77-ef73-4d06-9c75-2542fc44e5db service neutron] 10.222.0.69 "GET /v2.0/subnets?id=798d4771-9590-4ee2-b6ff-bdfb7b6f48c3 HTTP/1.1" status: 200 len: 854 time: 0.0537658 May 23 15:48:24.189409 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-2381fef9-b85e-4537-aafb-60bdd6441565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:43:08Z', 'revision_number': 4, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port': {'id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:04Z', 'updated_at': '2022-05-23T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '510c4f72-0328-48c0-9980-f15046228b01', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'port_id': '6f5eff2d-445b-4844-b500-782ab519f384', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'mac_address': 'fa:16:3e:5a:d7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78181bea-41e3-4044-b9e4-9c3700fb9037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:48:04Z', 'updated_at': '2022-05-23T15:48:22Z', 'revision_number': 1, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d87a55-685c-46b8-ae16-8a3aeaf73929', 'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'mac_address': 'fa:16:3e:de:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:07Z', 'updated_at': '2022-05-23T15:43:13Z', 'revision_number': 5, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'subnets': [{'id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:24.217827 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2381fef9-b85e-4537-aafb-60bdd6441565 None None] Checking router: 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 for host: dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:48:24.219637 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:48:24.227387 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2381fef9-b85e-4537-aafb-60bdd6441565 None None] Routers {'664d0f8c-af99-4e8c-a6dd-f6353adbfa51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:48:24.228088 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-2381fef9-b85e-4537-aafb-60bdd6441565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:47:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:24.261694 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (557925ff-a601-4157-8dce-7678d594e516), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:24.263401 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c9cdfae1-90c8-4b17-9773-0a57032af6a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:24.278377 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9dbcea-a13a-4317-a3d7-d95a7eaed4b9 req-36b386ff-8af5-48b6-8a4e-aa0a5178e5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:24.279924 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ed9dbcea-a13a-4317-a3d7-d95a7eaed4b9 req-36b386ff-8af5-48b6-8a4e-aa0a5178e5d0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6b67b25e-d689-4151-bafc-c9d67faaca84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450325 May 23 15:48:24.359918 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=557925ff-a601-4157-8dce-7678d594e516,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:24.373618 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-2381fef9-b85e-4537-aafb-60bdd6441565 None None] Set router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:48:24.398033 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:24.401521 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e7e84-989d-48e1-b4b4-46845a5e9eba req-2ee03daf-9c46-4590-b8c5-fd4f52a6e7a5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:24.403054 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-919e7e84-989d-48e1-b4b4-46845a5e9eba req-2ee03daf-9c46-4590-b8c5-fd4f52a6e7a5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=e82853b8-ba61-4e2f-a961-7778da726303 HTTP/1.1" status: 200 len: 946 time: 0.0649717 May 23 15:48:24.443218 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ed9dbcea-a13a-4317-a3d7-d95a7eaed4b9 req-f7d4998d-3fc5-4d3d-8b83-8566bb78bf87 service neutron] 10.222.0.69 "GET /v2.0/networks/6b67b25e-d689-4151-bafc-c9d67faaca84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563060 May 23 15:48:24.524266 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-919e7e84-989d-48e1-b4b4-46845a5e9eba req-23aea3a3-5298-4e16-9710-04214c78af7c tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094916 May 23 15:48:24.553025 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:24.570496 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ed9dbcea-a13a-4317-a3d7-d95a7eaed4b9 req-f133dd59-8ab5-4217-8f80-f05a576c6895 service neutron] 10.222.0.69 "GET /v2.0/networks/6b67b25e-d689-4151-bafc-c9d67faaca84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163797 May 23 15:48:24.604874 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-2381fef9-b85e-4537-aafb-60bdd6441565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:43:08Z', 'revision_number': 4, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port': {'id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:04Z', 'updated_at': '2022-05-23T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '510c4f72-0328-48c0-9980-f15046228b01', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'port_id': '6f5eff2d-445b-4844-b500-782ab519f384', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'mac_address': 'fa:16:3e:5a:d7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78181bea-41e3-4044-b9e4-9c3700fb9037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:48:04Z', 'updated_at': '2022-05-23T15:48:22Z', 'revision_number': 1, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d87a55-685c-46b8-ae16-8a3aeaf73929', 'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'mac_address': 'fa:16:3e:de:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:07Z', 'updated_at': '2022-05-23T15:43:13Z', 'revision_number': 5, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'subnets': [{'id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:24.608093 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f830b2d-2fef-418c-8679-ad4d60458920 req-a5ec9cda-b801-4e2b-a031-eaaa39bf8afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:24.609640 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3f830b2d-2fef-418c-8679-ad4d60458920 req-a5ec9cda-b801-4e2b-a031-eaaa39bf8afd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e82853b8-ba61-4e2f-a961-7778da726303 HTTP/1.1" status: 200 len: 1130 time: 0.0382886 May 23 15:48:24.629823 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2381fef9-b85e-4537-aafb-60bdd6441565 None None] The sync data for ids ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'] in dv-cinder-840678-12-iscsi is: [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:43:08Z', 'revision_number': 4, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port': {'id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:04Z', 'updated_at': '2022-05-23T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '510c4f72-0328-48c0-9980-f15046228b01', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'port_id': '6f5eff2d-445b-4844-b500-782ab519f384', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'mac_address': 'fa:16:3e:5a:d7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78181bea-41e3-4044-b9e4-9c3700fb9037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:48:04Z', 'updated_at': '2022-05-23T15:48:22Z', 'revision_number': 1, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d87a55-685c-46b8-ae16-8a3aeaf73929', 'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'mac_address': 'fa:16:3e:de:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:07Z', 'updated_at': '2022-05-23T15:43:13Z', 'revision_number': 5, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'subnets': [{'id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:48:24.660400 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3f830b2d-2fef-418c-8679-ad4d60458920 req-0d8706cd-e2f2-49b2-8f69-e004c754e7b1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449600 May 23 15:48:24.824697 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b596c002-c619-431e-9bfe-9cf6f50364ba None None] New status for floating IP 510c4f72-0328-48c0-9980-f15046228b01: ACTIVE {{(pid=111211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:48:24.948019 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d0101-3083-4974-a474-3196236bce06 req-6ec7c385-1cb7-48c1-95e9-41b916c8381c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:24.950091 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a43d0101-3083-4974-a474-3196236bce06 req-6ec7c385-1cb7-48c1-95e9-41b916c8381c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 946 time: 0.0525224 May 23 15:48:25.002199 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a43d0101-3083-4974-a474-3196236bce06 req-decf5334-94ae-4b41-be50-b2e1e56e9373 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448697 May 23 15:48:25.270316 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 47938) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:25.374461 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-99246d36-6218-4815-84fc-7af826adee10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:25.421362 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:25.449847 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-99246d36-6218-4815-84fc-7af826adee10 admin admin] Publish callbacks [] for security_group (84598f02-35a2-4e24-b732-6bd0edd64339), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:25.547825 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-99246d36-6218-4815-84fc-7af826adee10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (84598f02-35a2-4e24-b732-6bd0edd64339), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:25.591142 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-99246d36-6218-4815-84fc-7af826adee10 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=060da834e0574299a5712508e54d7ba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3196604 May 23 15:48:25.592233 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99246d36-6218-4815-84fc-7af826adee10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84598f02-35a2-4e24-b732-6bd0edd64339,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:25.594094 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 47944) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:25.600809 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99246d36-6218-4815-84fc-7af826adee10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:25.601194 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99246d36-6218-4815-84fc-7af826adee10 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:25.601551 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99246d36-6218-4815-84fc-7af826adee10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:25.601895 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99246d36-6218-4815-84fc-7af826adee10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:25.602237 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99246d36-6218-4815-84fc-7af826adee10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:25.602575 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99246d36-6218-4815-84fc-7af826adee10 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:25.602910 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99246d36-6218-4815-84fc-7af826adee10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:25.603715 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99246d36-6218-4815-84fc-7af826adee10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:25.604127 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99246d36-6218-4815-84fc-7af826adee10 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:25.604470 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99246d36-6218-4815-84fc-7af826adee10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:25.604806 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99246d36-6218-4815-84fc-7af826adee10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:25.605166 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99246d36-6218-4815-84fc-7af826adee10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:25.605500 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99246d36-6218-4815-84fc-7af826adee10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:25.605829 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99246d36-6218-4815-84fc-7af826adee10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:25.606157 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99246d36-6218-4815-84fc-7af826adee10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:48:25.647987 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9f180a5c-2fbe-4134-9469-5a7ceadff734 admin admin] Publish callbacks [] for security_group (84598f02-35a2-4e24-b732-6bd0edd64339), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:25.662752 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:25.664471 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c4bfe-6f39-4f2f-9080-82fe41ee35ff req-50c89fbf-a5d4-42f0-aaa6-53cffbc8ad06 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:25.669843 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1e2c4bfe-6f39-4f2f-9080-82fe41ee35ff req-50c89fbf-a5d4-42f0-aaa6-53cffbc8ad06 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=e82853b8-ba61-4e2f-a961-7778da726303 HTTP/1.1" status: 200 len: 946 time: 0.0580411 May 23 15:48:25.671114 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9f180a5c-2fbe-4134-9469-5a7ceadff734 admin admin] Publish callbacks [] for security_group (84598f02-35a2-4e24-b732-6bd0edd64339), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:25.720960 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1e2c4bfe-6f39-4f2f-9080-82fe41ee35ff req-616d138d-3bb4-4279-90ce-421fe79f3e44 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489831 May 23 15:48:25.804783 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9f180a5c-2fbe-4134-9469-5a7ceadff734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (84598f02-35a2-4e24-b732-6bd0edd64339), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:25.807392 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9f180a5c-2fbe-4134-9469-5a7ceadff734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:25.808563 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-9f180a5c-2fbe-4134-9469-5a7ceadff734 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/84598f02-35a2-4e24-b732-6bd0edd64339 HTTP/1.1" status: 204 len: 168 time: 0.2131963 May 23 15:48:25.817269 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f180a5c-2fbe-4134-9469-5a7ceadff734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84598f02-35a2-4e24-b732-6bd0edd64339,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:26.118741 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eba75c-5d26-4026-b758-12c2cf57a433 req-c85749bb-8920-40df-bdfd-328fa2aafb25 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:26.120175 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-05eba75c-5d26-4026-b758-12c2cf57a433 req-c85749bb-8920-40df-bdfd-328fa2aafb25 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 946 time: 0.0500813 May 23 15:48:26.168588 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-05eba75c-5d26-4026-b758-12c2cf57a433 req-48e6a5d5-078d-4ffe-b033-d3a3f4cf0dec tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427678 May 23 15:48:26.513547 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 47952) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:26.528653 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7eaa42cd-6d55-4e2c-980d-507aa245c713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:26.562117 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:26.583601 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:26.610693 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7eaa42cd-6d55-4e2c-980d-507aa245c713 admin admin] Publish callbacks [] for security_group (da80eba5-5f11-4e43-be5c-b3dc277b97fa), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:26.622237 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:26.678883 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7eaa42cd-6d55-4e2c-980d-507aa245c713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (da80eba5-5f11-4e43-be5c-b3dc277b97fa), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:26.720293 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-7eaa42cd-6d55-4e2c-980d-507aa245c713 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=102f0d9088174e77bb51473facfedc6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2056229 May 23 15:48:26.722244 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa42cd-6d55-4e2c-980d-507aa245c713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da80eba5-5f11-4e43-be5c-b3dc277b97fa,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:26.723147 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 47954) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:26.773904 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-0dedb2a3-f4c6-47dd-a602-03c14f08f664 admin admin] Publish callbacks [] for security_group (da80eba5-5f11-4e43-be5c-b3dc277b97fa), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:26.796356 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-0dedb2a3-f4c6-47dd-a602-03c14f08f664 admin admin] Publish callbacks [] for security_group (da80eba5-5f11-4e43-be5c-b3dc277b97fa), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:26.861753 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5c05c-db07-4154-b983-003511f3fa6c req-9308bd37-8491-46bf-99bf-e2603a8616e7 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:26.863201 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-40e5c05c-db07-4154-b983-003511f3fa6c req-9308bd37-8491-46bf-99bf-e2603a8616e7 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=e82853b8-ba61-4e2f-a961-7778da726303 HTTP/1.1" status: 200 len: 946 time: 0.0720029 May 23 15:48:26.917718 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-40e5c05c-db07-4154-b983-003511f3fa6c req-366afd2f-1072-4786-9c42-280a85ab4595 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479164 May 23 15:48:26.976610 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-0dedb2a3-f4c6-47dd-a602-03c14f08f664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (da80eba5-5f11-4e43-be5c-b3dc277b97fa), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:26.979286 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-0dedb2a3-f4c6-47dd-a602-03c14f08f664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:26.980404 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-0dedb2a3-f4c6-47dd-a602-03c14f08f664 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/da80eba5-5f11-4e43-be5c-b3dc277b97fa HTTP/1.1" status: 204 len: 168 time: 0.2562315 May 23 15:48:27.000117 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dedb2a3-f4c6-47dd-a602-03c14f08f664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da80eba5-5f11-4e43-be5c-b3dc277b97fa,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:27.037326 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60676ff1-6833-4195-9ca1-9588c4ef879d req-85b3736b-93b2-43a2-b32f-7b094fbb6a4f tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:27.038891 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-60676ff1-6833-4195-9ca1-9588c4ef879d req-85b3736b-93b2-43a2-b32f-7b094fbb6a4f tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=e82853b8-ba61-4e2f-a961-7778da726303 HTTP/1.1" status: 200 len: 946 time: 0.0543952 May 23 15:48:27.091062 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-60676ff1-6833-4195-9ca1-9588c4ef879d req-83e51fdd-30e1-4224-b98e-960af69bc0af tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453508 May 23 15:48:27.114043 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 47962) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:27.122279 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:27.155244 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a87d09-04ef-476f-9c23-edc1c21ada43 tempest-TestVolumeBootPattern-1137894001 tempest-TestVolumeBootPattern-1137894001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:27.156778 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-c9a87d09-04ef-476f-9c23-edc1c21ada43 tempest-TestVolumeBootPattern-1137894001 tempest-TestVolumeBootPattern-1137894001-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e82853b8-ba61-4e2f-a961-7778da726303 HTTP/1.1" status: 200 len: 1125 time: 0.0417278 May 23 15:48:27.159717 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 47964) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:27.164271 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-3803bc86-2214-4938-8cbd-76602c7b6ab5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Request body: {'floatingip': {'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'port_id': '557925ff-a601-4157-8dce-7678d594e516', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'fixed_ip_address': '172.20.0.12'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:48:27.287965 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6536b07-fb94-4bb1-a8c6-3c4a84eb5896 req-103c08da-8e40-4acd-a324-9d82c0d75787 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:27.289542 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a6536b07-fb94-4bb1-a8c6-3c4a84eb5896 req-103c08da-8e40-4acd-a324-9d82c0d75787 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 946 time: 0.0485802 May 23 15:48:27.290873 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3803bc86-2214-4938-8cbd-76602c7b6ab5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:27.349781 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a6536b07-fb94-4bb1-a8c6-3c4a84eb5896 req-0528b9c4-5693-4c50-aac6-86cb53906def tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539370 May 23 15:48:27.374915 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3803bc86-2214-4938-8cbd-76602c7b6ab5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:27.537946 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_common [None req-3803bc86-2214-4938-8cbd-76602c7b6ab5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Allocated IP 172.27.3.242 (423e159f-0d94-4204-8598-641f4ed121cf/6893e8f7-d8c8-4bdd-8cf7-487cc5c00794/87fd0ae7-ceb8-4941-bb7c-f4b3ca2e070b) {{(pid=111208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:48:27.647202 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3803bc86-2214-4938-8cbd-76602c7b6ab5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for port (87fd0ae7-ceb8-4941-bb7c-f4b3ca2e070b), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:27.742013 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3803bc86-2214-4938-8cbd-76602c7b6ab5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (87fd0ae7-ceb8-4941-bb7c-f4b3ca2e070b), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:27.778142 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3803bc86-2214-4938-8cbd-76602c7b6ab5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Network 423e159f-0d94-4204-8598-641f4ed121cf is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:48:27.786362 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-3803bc86-2214-4938-8cbd-76602c7b6ab5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:48:27.790415 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3803bc86-2214-4938-8cbd-76602c7b6ab5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Received port after_create {{(pid=111208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:48:27.813893 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803bc86-2214-4938-8cbd-76602c7b6ab5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Pushing event updated for resources: {'Port': ['ID=87fd0ae7-ceb8-4941-bb7c-f4b3ca2e070b,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:27.996502 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:28.087034 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:28.150607 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3803bc86-2214-4938-8cbd-76602c7b6ab5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for floatingip (320606f2-8698-4196-8915-d3691913492d), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:28.325444 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3803bc86-2214-4938-8cbd-76602c7b6ab5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (87fd0ae7-ceb8-4941-bb7c-f4b3ca2e070b), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:28.365140 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:28.469685 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6941e6-d610-4059-9a0f-105a47bc0d4f req-3a6193e9-7375-4993-895c-366633572ff9 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:28.471394 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9b6941e6-d610-4059-9a0f-105a47bc0d4f req-3a6193e9-7375-4993-895c-366633572ff9 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 946 time: 0.0512869 May 23 15:48:28.522380 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3803bc86-2214-4938-8cbd-76602c7b6ab5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for port (87fd0ae7-ceb8-4941-bb7c-f4b3ca2e070b), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:28.527892 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9b6941e6-d610-4059-9a0f-105a47bc0d4f req-30f329ab-6d74-4fd9-9fe5-27d07a61b085 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501947 May 23 15:48:28.582123 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3803bc86-2214-4938-8cbd-76602c7b6ab5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-906278'] for port (87fd0ae7-ceb8-4941-bb7c-f4b3ca2e070b), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:28.648983 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:28.656495 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803bc86-2214-4938-8cbd-76602c7b6ab5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Pushing event updated for resources: {'Port': ['ID=87fd0ae7-ceb8-4941-bb7c-f4b3ca2e070b,revision_number=2']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:28.664653 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3803bc86-2214-4938-8cbd-76602c7b6ab5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (320606f2-8698-4196-8915-d3691913492d), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:28.757221 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.db.l3_db [None req-3803bc86-2214-4938-8cbd-76602c7b6ab5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Floating IP 320606f2-8698-4196-8915-d3691913492d associated. External IP: 172.27.3.242, port: 557925ff-a601-4157-8dce-7678d594e516. May 23 15:48:28.856354 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:28.962292 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3803bc86-2214-4938-8cbd-76602c7b6ab5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Router f674e184-743d-48cf-902d-cbf0a969171c has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:48:29.068272 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3803bc86-2214-4938-8cbd-76602c7b6ab5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:48:29.081015 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c692ab-465d-4c43-828d-9128318d02f9 None None] Sync routers for ids ['f674e184-743d-48cf-902d-cbf0a969171c'] in dv-cinder-840678-12-iscsi {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:48:29.092720 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c692ab-465d-4c43-828d-9128318d02f9 None None] Routers {'f674e184-743d-48cf-902d-cbf0a969171c'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:48:29.093379 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-87c692ab-465d-4c43-828d-9128318d02f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:48:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['f674e184-743d-48cf-902d-cbf0a969171c'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:29.097366 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:29.149912 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3803bc86-2214-4938-8cbd-76602c7b6ab5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:29.183523 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-3803bc86-2214-4938-8cbd-76602c7b6ab5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0206435 May 23 15:48:29.183523 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82853b8-ba61-4e2f-a961-7778da726303', 'tag': '557925ff-a601-4157-8dce-7678d594e516'}] {{(pid=111208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:48:29.184492 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e8bc6f21cde82e90109a250a18be241d8bc12bef919575b3a0310827eb45c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15fb67f-5d0a-4272-bf2a-628d91fdbb8b" -d '{"events": [{"name": "network-changed", "server_uuid": "e82853b8-ba61-4e2f-a961-7778da726303", "tag": "557925ff-a601-4157-8dce-7678d594e516"}]}' {{(pid=111208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:48:29.202544 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-87c692ab-465d-4c43-828d-9128318d02f9 None None] Set router f674e184-743d-48cf-902d-cbf0a969171c gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:48:29.221863 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7d61a5-97a6-4142-ba53-70096419c0c2 x-openstack-request-id: req-ff7d61a5-97a6-4142-ba53-70096419c0c2 {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:48:29.222155 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82853b8-ba61-4e2f-a961-7778da726303", "tag": "557925ff-a601-4157-8dce-7678d594e516", "status": "completed", "code": 200}]} {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:48:29.222406 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ff7d61a5-97a6-4142-ba53-70096419c0c2 {{(pid=111208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:48:29.222806 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff7d61a5-97a6-4142-ba53-70096419c0c2'] response: {'name': 'network-changed', 'server_uuid': 'e82853b8-ba61-4e2f-a961-7778da726303', 'tag': '557925ff-a601-4157-8dce-7678d594e516', 'status': 'completed', 'code': 200} May 23 15:48:29.314690 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fb67f-5d0a-4272-bf2a-628d91fdbb8b req-35774d1d-b415-4c30-8565-2e86da4cc3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:29.316216 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e15fb67f-5d0a-4272-bf2a-628d91fdbb8b req-35774d1d-b415-4c30-8565-2e86da4cc3b6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6263581d20ea47bcae22d736f7934e05&device_id=e82853b8-ba61-4e2f-a961-7778da726303 HTTP/1.1" status: 200 len: 1130 time: 0.0465119 May 23 15:48:29.368222 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:29.417839 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fb67f-5d0a-4272-bf2a-628d91fdbb8b req-4bd8a508-581e-4232-bbd7-55f1b7a1eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:29.419304 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e15fb67f-5d0a-4272-bf2a-628d91fdbb8b req-4bd8a508-581e-4232-bbd7-55f1b7a1eec1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 HTTP/1.1" status: 200 len: 913 time: 0.0973389 May 23 15:48:29.485840 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e15fb67f-5d0a-4272-bf2a-628d91fdbb8b req-763d72e6-65cd-40a2-a246-a9c456a394b4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=557925ff-a601-4157-8dce-7678d594e516 HTTP/1.1" status: 200 len: 1000 time: 0.0595040 May 23 15:48:29.539736 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fb67f-5d0a-4272-bf2a-628d91fdbb8b req-6da64858-983b-41e9-a1eb-794c4c38cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:29.541918 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e15fb67f-5d0a-4272-bf2a-628d91fdbb8b req-6da64858-983b-41e9-a1eb-794c4c38cb81 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=150d6d13-664a-4a20-9c02-8454a2e4aaca HTTP/1.1" status: 200 len: 851 time: 0.0501168 May 23 15:48:29.558018 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-87c692ab-465d-4c43-828d-9128318d02f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'name': 'tempest-TestVolumeBootPattern-1539260989-router', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:03Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'gw_port': {'id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:04Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '320606f2-8698-4196-8915-d3691913492d', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'port_id': '557925ff-a601-4157-8dce-7678d594e516', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'mac_address': 'fa:16:3e:d4:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82853b8-ba61-4e2f-a961-7778da726303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:48:28Z', 'updated_at': '2022-05-23T15:48:28Z', 'revision_number': 0, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd876133e-d7d1-4101-999d-81323a4b08bf', 'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'mac_address': 'fa:16:3e:71:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:06Z', 'updated_at': '2022-05-23T15:45:10Z', 'revision_number': 5, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'subnets': [{'id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:29.585399 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c692ab-465d-4c43-828d-9128318d02f9 None None] Checking router: f674e184-743d-48cf-902d-cbf0a969171c for host: dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:48:29.593666 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fb67f-5d0a-4272-bf2a-628d91fdbb8b req-997d8453-a4fa-4fd3-acfd-099d37254bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:29.594272 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c692ab-465d-4c43-828d-9128318d02f9 None None] Routers {'f674e184-743d-48cf-902d-cbf0a969171c'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:48:29.596163 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-87c692ab-465d-4c43-828d-9128318d02f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:48:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['f674e184-743d-48cf-902d-cbf0a969171c'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:29.596383 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e15fb67f-5d0a-4272-bf2a-628d91fdbb8b req-997d8453-a4fa-4fd3-acfd-099d37254bdc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0486014 May 23 15:48:29.714176 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba32dd1-445e-4896-b430-d99168589a04 req-e25d6caf-58dc-4c87-991e-1b2defeab8d2 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:29.716008 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-aba32dd1-445e-4896-b430-d99168589a04 req-e25d6caf-58dc-4c87-991e-1b2defeab8d2 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 946 time: 0.1023040 May 23 15:48:29.722495 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-87c692ab-465d-4c43-828d-9128318d02f9 None None] Set router f674e184-743d-48cf-902d-cbf0a969171c gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:48:29.759165 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e15fb67f-5d0a-4272-bf2a-628d91fdbb8b req-20278500-1e64-42db-bd7c-3b687089e398 service neutron] 10.222.0.69 "GET /v2.0/networks/719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541479 May 23 15:48:29.780260 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-aba32dd1-445e-4896-b430-d99168589a04 req-9f5e05d2-f7b4-4bc5-a10a-1a0882ad1e88 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575960 May 23 15:48:29.902815 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e15fb67f-5d0a-4272-bf2a-628d91fdbb8b req-8070d6ac-60fb-4bde-800e-6a8e8214844a service neutron] 10.222.0.69 "GET /v2.0/networks/719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983899 May 23 15:48:29.942387 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:29.949399 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-87c692ab-465d-4c43-828d-9128318d02f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'name': 'tempest-TestVolumeBootPattern-1539260989-router', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:03Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'gw_port': {'id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:04Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '320606f2-8698-4196-8915-d3691913492d', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'port_id': '557925ff-a601-4157-8dce-7678d594e516', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'mac_address': 'fa:16:3e:d4:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82853b8-ba61-4e2f-a961-7778da726303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:48:28Z', 'updated_at': '2022-05-23T15:48:28Z', 'revision_number': 0, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd876133e-d7d1-4101-999d-81323a4b08bf', 'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'mac_address': 'fa:16:3e:71:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:06Z', 'updated_at': '2022-05-23T15:45:10Z', 'revision_number': 5, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'subnets': [{'id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:29.978195 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c692ab-465d-4c43-828d-9128318d02f9 None None] The sync data for ids ['f674e184-743d-48cf-902d-cbf0a969171c'] in dv-cinder-840678-12-iscsi is: [{'id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'name': 'tempest-TestVolumeBootPattern-1539260989-router', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:03Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'gw_port': {'id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:04Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '320606f2-8698-4196-8915-d3691913492d', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'port_id': '557925ff-a601-4157-8dce-7678d594e516', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'mac_address': 'fa:16:3e:d4:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82853b8-ba61-4e2f-a961-7778da726303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:48:28Z', 'updated_at': '2022-05-23T15:48:28Z', 'revision_number': 0, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd876133e-d7d1-4101-999d-81323a4b08bf', 'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'mac_address': 'fa:16:3e:71:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:06Z', 'updated_at': '2022-05-23T15:45:10Z', 'revision_number': 5, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'subnets': [{'id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:48:30.178367 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcc111d-e528-4635-99c5-71bfab967aef None None] New status for floating IP 320606f2-8698-4196-8915-d3691913492d: ACTIVE {{(pid=111211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:48:30.854549 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 48044) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:30.904723 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbc529-56bc-4bef-ad7b-c1e63f2fde04 req-0adcc50d-f2e9-4fa4-8c64-64d7108e4a6e tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:30.906437 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-49fbc529-56bc-4bef-ad7b-c1e63f2fde04 req-0adcc50d-f2e9-4fa4-8c64-64d7108e4a6e tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 946 time: 0.0523255 May 23 15:48:30.955755 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-49fbc529-56bc-4bef-ad7b-c1e63f2fde04 req-8be31735-f592-43ee-a152-e6d2384bed5d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431457 May 23 15:48:30.972259 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e50c8ac2-1b45-4c35-83da-b444fc04ce13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:30.986791 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:31.047453 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e50c8ac2-1b45-4c35-83da-b444fc04ce13 admin admin] Publish callbacks [] for security_group (3f4633d6-f3fd-4844-89c2-a002a215e206), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:31.147687 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e50c8ac2-1b45-4c35-83da-b444fc04ce13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (3f4633d6-f3fd-4844-89c2-a002a215e206), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:31.186562 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-e50c8ac2-1b45-4c35-83da-b444fc04ce13 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cd9250eba0e14d0a907934678e4cb2c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3308353 May 23 15:48:31.187249 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c8ac2-1b45-4c35-83da-b444fc04ce13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4633d6-f3fd-4844-89c2-a002a215e206,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:31.189706 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 48048) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:31.239251 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c05e890e-c900-4e1b-b499-dead44346a4c admin admin] Publish callbacks [] for security_group (3f4633d6-f3fd-4844-89c2-a002a215e206), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:31.261912 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c05e890e-c900-4e1b-b499-dead44346a4c admin admin] Publish callbacks [] for security_group (3f4633d6-f3fd-4844-89c2-a002a215e206), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:31.284398 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:31.387099 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c05e890e-c900-4e1b-b499-dead44346a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (3f4633d6-f3fd-4844-89c2-a002a215e206), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:31.389683 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c05e890e-c900-4e1b-b499-dead44346a4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:31.390837 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-c05e890e-c900-4e1b-b499-dead44346a4c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3f4633d6-f3fd-4844-89c2-a002a215e206 HTTP/1.1" status: 204 len: 168 time: 0.2001529 May 23 15:48:31.399265 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e890e-c900-4e1b-b499-dead44346a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4633d6-f3fd-4844-89c2-a002a215e206,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:32.071756 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 48056) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:32.078425 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb5f6e-14a7-424c-bf6c-64603c5bd4c3 req-d397aa79-29e4-4a4d-904c-f591973cf850 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:32.079991 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ebcb5f6e-14a7-424c-bf6c-64603c5bd4c3 req-d397aa79-29e4-4a4d-904c-f591973cf850 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 946 time: 0.0513856 May 23 15:48:32.089300 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a064e312-65e9-45a1-adcf-27788049a18f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:32.130637 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ebcb5f6e-14a7-424c-bf6c-64603c5bd4c3 req-1ec7c582-fbf5-40aa-bd7b-3e936348d4f1 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448089 May 23 15:48:32.398328 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a064e312-65e9-45a1-adcf-27788049a18f admin admin] Publish callbacks [] for security_group (8893e1f2-a9e5-4472-9501-ddcec7a76291), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:32.490498 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a064e312-65e9-45a1-adcf-27788049a18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (8893e1f2-a9e5-4472-9501-ddcec7a76291), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:32.529816 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064e312-65e9-45a1-adcf-27788049a18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8893e1f2-a9e5-4472-9501-ddcec7a76291,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:32.536642 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-a064e312-65e9-45a1-adcf-27788049a18f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c7358c160e9a431e924d0cbe6b3470fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4637673 May 23 15:48:32.539348 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 48058) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:32.587612 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-1c255dcf-cc5f-4bd5-9d28-d4f52af46e3f admin admin] Publish callbacks [] for security_group (8893e1f2-a9e5-4472-9501-ddcec7a76291), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:32.609320 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-1c255dcf-cc5f-4bd5-9d28-d4f52af46e3f admin admin] Publish callbacks [] for security_group (8893e1f2-a9e5-4472-9501-ddcec7a76291), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:32.793594 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-1c255dcf-cc5f-4bd5-9d28-d4f52af46e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (8893e1f2-a9e5-4472-9501-ddcec7a76291), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:32.796105 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-1c255dcf-cc5f-4bd5-9d28-d4f52af46e3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:32.797273 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-1c255dcf-cc5f-4bd5-9d28-d4f52af46e3f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8893e1f2-a9e5-4472-9501-ddcec7a76291 HTTP/1.1" status: 204 len: 168 time: 0.2570045 May 23 15:48:32.805774 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c255dcf-cc5f-4bd5-9d28-d4f52af46e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8893e1f2-a9e5-4472-9501-ddcec7a76291,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:33.252104 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207aa3a7-1629-418a-9880-0242913fbb3c req-d58c5310-4487-415b-878d-7bade27cf924 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:33.253561 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-207aa3a7-1629-418a-9880-0242913fbb3c req-d58c5310-4487-415b-878d-7bade27cf924 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 946 time: 0.0499573 May 23 15:48:33.301580 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-207aa3a7-1629-418a-9880-0242913fbb3c req-bd2cffd8-3c8b-46d1-9a09-db1c8ce8ebfb tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424521 May 23 15:48:33.672337 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 9f19c00b-8184-4f9a-bd54-44e27e1f300a details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=111210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:48:33.777740 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 9f19c00b-8184-4f9a-bd54-44e27e1f300a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9f19c00b-8184-4f9a-bd54-44e27e1f300a,segment=NetworkSegment(d129db44-bab8-43da-81f8-4f7ff8070dc8),segment_id=d129db44-bab8-43da-81f8-4f7ff8070dc8)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:48:33.789836 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Returning: {'device': '9f19c00b-8184-4f9a-bd54-44e27e1f300a', 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896', 'port_id': '9f19c00b-8184-4f9a-bd54-44e27e1f300a', 'mac_address': 'fa:16:3e:9c:26:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:48:33.823564 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port 9f19c00b-8184-4f9a-bd54-44e27e1f300a is: ACTIVE; New status is: BUILD {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:48:33.823951 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (9f19c00b-8184-4f9a-bd54-44e27e1f300a), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:33.837201 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f19c00b-8184-4f9a-bd54-44e27e1f300a {{(pid=111210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:48:33.857627 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 9f19c00b-8184-4f9a-bd54-44e27e1f300a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9f19c00b-8184-4f9a-bd54-44e27e1f300a,segment=NetworkSegment(d129db44-bab8-43da-81f8-4f7ff8070dc8),segment_id=d129db44-bab8-43da-81f8-4f7ff8070dc8)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:48:33.947596 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (9f19c00b-8184-4f9a-bd54-44e27e1f300a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:33.995787 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=9f19c00b-8184-4f9a-bd54-44e27e1f300a,revision_number=6']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:34.022035 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 48082) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:34.119482 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-3b9ff6c9-d9ed-46d8-98a3-0f48342c9ef7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1656197813-network', 'tenant_id': '780ecbc29b1b455cadc088113b086366'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:48:34.190980 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['9f19c00b-8184-4f9a-bd54-44e27e1f300a'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:48:34.223401 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9ff6c9-d9ed-46d8-98a3-0f48342c9ef7 admin admin] Made reservation on behalf of 780ecbc29b1b455cadc088113b086366 for: {'network': 1} {{(pid=111208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:48:34.225883 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff6c9-d9ed-46d8-98a3-0f48342c9ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for network (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:34.239596 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff6c9-d9ed-46d8-98a3-0f48342c9ef7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:34.245185 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:34.275346 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:34.326865 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff6c9-d9ed-46d8-98a3-0f48342c9ef7 admin admin] Publish callbacks [] for security_group (a48e9a0f-cde9-48b2-9c38-fa8b928df58b), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:34.399138 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff6c9-d9ed-46d8-98a3-0f48342c9ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (a48e9a0f-cde9-48b2-9c38-fa8b928df58b), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:34.428819 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b9ff6c9-d9ed-46d8-98a3-0f48342c9ef7 admin admin] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=111208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:48:34.431479 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39698c1-37fd-45fe-b8b6-c38dd22ec03c req-0228af62-d5e1-416b-a4b5-dde0fb6d7854 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:34.432975 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e39698c1-37fd-45fe-b8b6-c38dd22ec03c req-0228af62-d5e1-416b-a4b5-dde0fb6d7854 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 945 time: 0.0510330 May 23 15:48:34.435382 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ff6c9-d9ed-46d8-98a3-0f48342c9ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48e9a0f-cde9-48b2-9c38-fa8b928df58b,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:34.437599 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:34.442288 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff6c9-d9ed-46d8-98a3-0f48342c9ef7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747701125214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (1282b1aa-0fb6-4b6b-9dd4-85b88db95864), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:34.442698 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.db.segments_db [None req-3b9ff6c9-d9ed-46d8-98a3-0f48342c9ef7 admin admin] Added segment 1282b1aa-0fb6-4b6b-9dd4-85b88db95864 of type vlan for network 41fb69e9-a273-4b5f-8534-dbb2a6490401 May 23 15:48:34.482285 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e39698c1-37fd-45fe-b8b6-c38dd22ec03c req-3d7c4def-7828-43ac-b16d-6ab445f0f821 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424421 May 23 15:48:34.482536 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff6c9-d9ed-46d8-98a3-0f48342c9ef7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747700567628'] for network (41fb69e9-a273-4b5f-8534-dbb2a6490401), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:34.610437 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff6c9-d9ed-46d8-98a3-0f48342c9ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464'] for network (41fb69e9-a273-4b5f-8534-dbb2a6490401), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:34.611473 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9ff6c9-d9ed-46d8-98a3-0f48342c9ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:34.612863 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff6c9-d9ed-46d8-98a3-0f48342c9ef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:34.679420 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ff6c9-d9ed-46d8-98a3-0f48342c9ef7 admin admin] Pushing event updated for resources: {'Network': ['ID=41fb69e9-a273-4b5f-8534-dbb2a6490401,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:34.688929 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Network 41fb69e9-a273-4b5f-8534-dbb2a6490401 details requested by agent ovs-agent-dv-cinder-840678-12-iscsi with host dv-cinder-840678-12-iscsi {{(pid=111210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:48:34.779063 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-3b9ff6c9-d9ed-46d8-98a3-0f48342c9ef7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7558365 May 23 15:48:34.781820 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 48100) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:34.787541 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-02de2b24-1c92-4443-a70c-9bdd49b3c409 admin admin] Request body: {'subnet': {'network_id': '41fb69e9-a273-4b5f-8534-dbb2a6490401', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1656197813-subnet', 'tenant_id': '780ecbc29b1b455cadc088113b086366', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:48:34.896400 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02de2b24-1c92-4443-a70c-9bdd49b3c409 admin admin] Made reservation on behalf of 780ecbc29b1b455cadc088113b086366 for: {'subnet': 1} {{(pid=111208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:48:34.898891 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-02de2b24-1c92-4443-a70c-9bdd49b3c409 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16100566'] for subnet (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:35.125302 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-02de2b24-1c92-4443-a70c-9bdd49b3c409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-904127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16100388'] for subnet (5cc769d9-7aaf-49e6-8503-bd1a6cd05a61), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:35.176913 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:35.187939 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de2b24-1c92-4443-a70c-9bdd49b3c409 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cc769d9-7aaf-49e6-8503-bd1a6cd05a61,revision_number=0']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:35.196787 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02de2b24-1c92-4443-a70c-9bdd49b3c409 admin admin] Checking segment: {'id': '1282b1aa-0fb6-4b6b-9dd4-85b88db95864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '41fb69e9-a273-4b5f-8534-dbb2a6490401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:48:35.197204 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02de2b24-1c92-4443-a70c-9bdd49b3c409 admin admin] Network hostable DHCP agents. Network: 41fb69e9-a273-4b5f-8534-dbb2a6490401, hostable agents: ['251dd304-59f3-4964-a27c-cc4bc9747485'], hosted agents: [] {{(pid=111208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:48:35.304866 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02de2b24-1c92-4443-a70c-9bdd49b3c409 admin admin] Network 41fb69e9-a273-4b5f-8534-dbb2a6490401 is scheduled to be hosted by DHCP agent 251dd304-59f3-4964-a27c-cc4bc9747485 with binding_index 1 {{(pid=111208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:48:35.393862 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-02de2b24-1c92-4443-a70c-9bdd49b3c409 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-12-iscsi, 41fb69e9-a273-4b5f-8534-dbb2a6490401) {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:48:35.401554 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02de2b24-1c92-4443-a70c-9bdd49b3c409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:35.402147 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-02de2b24-1c92-4443-a70c-9bdd49b3c409 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:35.407881 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e99b3f0-1290-4765-9983-fa7c8f8a2b81 None None] Network 41fb69e9-a273-4b5f-8534-dbb2a6490401 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:48:35.532105 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c449d2-864d-48e0-9d3d-5afe1d22b582 None None] Network 41fb69e9-a273-4b5f-8534-dbb2a6490401 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:48:35.567856 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-02de2b24-1c92-4443-a70c-9bdd49b3c409 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7789822 May 23 15:48:35.590080 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:35.639992 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c34a8-9528-4882-b83a-08a78edf5cf2 req-db51d642-3474-4cc6-a120-bcb8eb026b47 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:35.648820 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6a5c34a8-9528-4882-b83a-08a78edf5cf2 req-db51d642-3474-4cc6-a120-bcb8eb026b47 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 945 time: 0.0676279 May 23 15:48:35.690206 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 9f19c00b-8184-4f9a-bd54-44e27e1f300a up at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:48:35.736231 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6a5c34a8-9528-4882-b83a-08a78edf5cf2 req-dabc5271-f9f5-491a-99d1-0db54b58dc22 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838592 May 23 15:48:35.805109 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning complete for port 9f19c00b-8184-4f9a-bd54-44e27e1f300a triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:48:35.805798 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (9f19c00b-8184-4f9a-bd54-44e27e1f300a), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:35.863173 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=100 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:35.971186 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port 9f19c00b-8184-4f9a-bd54-44e27e1f300a is: BUILD; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:48:35.971186 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (9f19c00b-8184-4f9a-bd54-44e27e1f300a), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:35.971186 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9a9391-45aa-4e87-b025-839d2bf5c8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f19c00b-8184-4f9a-bd54-44e27e1f300a'}] {{(pid=111210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:48:35.971186 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9c7a1c507f49bcca1db13b0162076e02f5240d03c1faf9934ae6854bea0488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5feb08f4-e99d-4dc7-889e-adcf30bb439f" -d '{"events": [{"server_uuid": "9d9a9391-45aa-4e87-b025-839d2bf5c8a3", "name": "network-vif-plugged", "status": "completed", "tag": "9f19c00b-8184-4f9a-bd54-44e27e1f300a"}]}' {{(pid=111210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:48:35.971186 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 9f19c00b-8184-4f9a-bd54-44e27e1f300a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9f19c00b-8184-4f9a-bd54-44e27e1f300a,segment=NetworkSegment(d129db44-bab8-43da-81f8-4f7ff8070dc8),segment_id=d129db44-bab8-43da-81f8-4f7ff8070dc8)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:48:35.988001 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39d3fc6-27ea-4e66-bd0d-01229001e7e8 x-openstack-request-id: req-d39d3fc6-27ea-4e66-bd0d-01229001e7e8 {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:48:35.988316 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d9a9391-45aa-4e87-b025-839d2bf5c8a3", "name": "network-vif-plugged", "status": "completed", "tag": "9f19c00b-8184-4f9a-bd54-44e27e1f300a", "code": 200}]} {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:48:35.988576 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d39d3fc6-27ea-4e66-bd0d-01229001e7e8 {{(pid=111210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:48:35.989137 dv-cinder-840678-12-iscsi neutron-server[111210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d39d3fc6-27ea-4e66-bd0d-01229001e7e8'] response: {'server_uuid': '9d9a9391-45aa-4e87-b025-839d2bf5c8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f19c00b-8184-4f9a-bd54-44e27e1f300a', 'code': 200} May 23 15:48:36.182951 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (9f19c00b-8184-4f9a-bd54-44e27e1f300a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:36.238751 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=9f19c00b-8184-4f9a-bd54-44e27e1f300a,revision_number=7']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:36.611704 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 48138) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:36.616775 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-e8e6b809-aaac-4677-8ad1-94881804d992 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1091221717-network', 'tenant_id': '9aaa48a2ec82422a8eb82cce558a778a'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:48:36.706786 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e6b809-aaac-4677-8ad1-94881804d992 admin admin] Made reservation on behalf of 9aaa48a2ec82422a8eb82cce558a778a for: {'network': 1} {{(pid=111208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:48:36.732188 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e8e6b809-aaac-4677-8ad1-94881804d992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for network (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:36.732188 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e8e6b809-aaac-4677-8ad1-94881804d992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:36.883452 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e8e6b809-aaac-4677-8ad1-94881804d992 admin admin] Publish callbacks [] for security_group (295190e3-994d-4c1e-ad3e-b9347fc3eab9), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:36.890143 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0f9d7-9099-4399-8820-59fcc0748b28 req-6e26de10-79a9-4f48-b03d-6085fd40a441 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:36.892162 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-afd0f9d7-9099-4399-8820-59fcc0748b28 req-6e26de10-79a9-4f48-b03d-6085fd40a441 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 946 time: 0.0581694 May 23 15:48:36.951490 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-afd0f9d7-9099-4399-8820-59fcc0748b28 req-484018ff-be20-45b2-885c-fdd3e5b36dfe tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510459 May 23 15:48:36.971299 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e8e6b809-aaac-4677-8ad1-94881804d992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (295190e3-994d-4c1e-ad3e-b9347fc3eab9), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:36.996516 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e6b809-aaac-4677-8ad1-94881804d992 admin admin] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=111208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:48:37.015808 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6b809-aaac-4677-8ad1-94881804d992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295190e3-994d-4c1e-ad3e-b9347fc3eab9,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:37.019591 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e8e6b809-aaac-4677-8ad1-94881804d992 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747701125214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (c78b7ac6-0822-4e41-9147-d4331c94a448), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:37.020012 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.db.segments_db [None req-e8e6b809-aaac-4677-8ad1-94881804d992 admin admin] Added segment c78b7ac6-0822-4e41-9147-d4331c94a448 of type vlan for network 82187835-1cc7-4f11-be5a-d9271e6dcbf6 May 23 15:48:37.068118 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e8e6b809-aaac-4677-8ad1-94881804d992 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747700567628'] for network (82187835-1cc7-4f11-be5a-d9271e6dcbf6), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:37.170495 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e8e6b809-aaac-4677-8ad1-94881804d992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464'] for network (82187835-1cc7-4f11-be5a-d9271e6dcbf6), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:37.171591 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e6b809-aaac-4677-8ad1-94881804d992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:37.172186 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e8e6b809-aaac-4677-8ad1-94881804d992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:37.237074 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6b809-aaac-4677-8ad1-94881804d992 admin admin] Pushing event updated for resources: {'Network': ['ID=82187835-1cc7-4f11-be5a-d9271e6dcbf6,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:37.253396 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Network 82187835-1cc7-4f11-be5a-d9271e6dcbf6 details requested by agent ovs-agent-dv-cinder-840678-12-iscsi with host dv-cinder-840678-12-iscsi {{(pid=111210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:48:37.305259 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-e8e6b809-aaac-4677-8ad1-94881804d992 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6923313 May 23 15:48:37.308423 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 48142) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:37.315325 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-b9cc2d7b-4a13-4c34-9da5-dc7802d491e2 admin admin] Request body: {'subnet': {'network_id': '82187835-1cc7-4f11-be5a-d9271e6dcbf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1091221717-subnet', 'tenant_id': '9aaa48a2ec82422a8eb82cce558a778a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:48:37.407694 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cc2d7b-4a13-4c34-9da5-dc7802d491e2 admin admin] Made reservation on behalf of 9aaa48a2ec82422a8eb82cce558a778a for: {'subnet': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:48:37.410471 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-b9cc2d7b-4a13-4c34-9da5-dc7802d491e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12197539'] for subnet (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:37.691415 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-b9cc2d7b-4a13-4c34-9da5-dc7802d491e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11984957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12197457'] for subnet (d8fd93ea-a115-463a-a934-3f2928a422e9), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:37.787444 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc2d7b-4a13-4c34-9da5-dc7802d491e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8fd93ea-a115-463a-a934-3f2928a422e9,revision_number=0']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:37.793091 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cc2d7b-4a13-4c34-9da5-dc7802d491e2 admin admin] Checking segment: {'id': 'c78b7ac6-0822-4e41-9147-d4331c94a448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '82187835-1cc7-4f11-be5a-d9271e6dcbf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:48:37.793489 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cc2d7b-4a13-4c34-9da5-dc7802d491e2 admin admin] Network hostable DHCP agents. Network: 82187835-1cc7-4f11-be5a-d9271e6dcbf6, hostable agents: ['251dd304-59f3-4964-a27c-cc4bc9747485'], hosted agents: [] {{(pid=111209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:48:38.043222 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cc2d7b-4a13-4c34-9da5-dc7802d491e2 admin admin] Network 82187835-1cc7-4f11-be5a-d9271e6dcbf6 is scheduled to be hosted by DHCP agent 251dd304-59f3-4964-a27c-cc4bc9747485 with binding_index 1 {{(pid=111209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:48:38.044999 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:38.083667 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef0649-fdbd-4b55-8391-a227fc0082c3 req-0bf8e54e-41fa-4677-9bee-63871fe3dfe3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:38.085223 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-adef0649-fdbd-4b55-8391-a227fc0082c3 req-0bf8e54e-41fa-4677-9bee-63871fe3dfe3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 946 time: 0.0535388 May 23 15:48:38.133434 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-adef0649-fdbd-4b55-8391-a227fc0082c3 req-4a7c9f4d-fb01-4faf-bc53-f4478681026d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425546 May 23 15:48:38.169763 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [None req-b9cc2d7b-4a13-4c34-9da5-dc7802d491e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-12-iscsi, 82187835-1cc7-4f11-be5a-d9271e6dcbf6) {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:48:38.174171 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cc2d7b-4a13-4c34-9da5-dc7802d491e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:38.175011 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-b9cc2d7b-4a13-4c34-9da5-dc7802d491e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for subnet (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:38.187737 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cf9780-8d82-40e7-b86b-08c6b525887e None None] Network 82187835-1cc7-4f11-be5a-d9271e6dcbf6 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:48:38.307442 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-b9cc2d7b-4a13-4c34-9da5-dc7802d491e2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9899819 May 23 15:48:38.307695 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb610796-0d57-48ca-b8c8-e88437622eac None None] Network 82187835-1cc7-4f11-be5a-d9271e6dcbf6 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:48:39.284859 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd82a71-dfb6-47d6-b6f8-6aae90b57fb3 req-a8af7765-90d6-41bf-8385-f0eb9f2949d3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:39.286420 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-abd82a71-dfb6-47d6-b6f8-6aae90b57fb3 req-a8af7765-90d6-41bf-8385-f0eb9f2949d3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 946 time: 0.0699759 May 23 15:48:39.374201 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-abd82a71-dfb6-47d6-b6f8-6aae90b57fb3 req-de07bfd2-b414-4824-a79d-574e5393b90a tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817876 May 23 15:48:40.279889 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:40.281690 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:40.544661 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6499a41-6554-4528-ae0c-fda1d95ab898 req-19c19a0a-2f72-47f5-88d4-98f3cb0135a0 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:40.552352 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b6499a41-6554-4528-ae0c-fda1d95ab898 req-19c19a0a-2f72-47f5-88d4-98f3cb0135a0 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 946 time: 0.0631940 May 23 15:48:40.614787 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b6499a41-6554-4528-ae0c-fda1d95ab898 req-236e3bb1-4019-407a-95dc-8cdb63373cee tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615325 May 23 15:48:41.747993 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11755f4-fe46-4d90-8eeb-dcd3f1c17dd8 req-1d53205a-a441-45dc-ab5c-f775cd9418b3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:41.755244 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d11755f4-fe46-4d90-8eeb-dcd3f1c17dd8 req-1d53205a-a441-45dc-ab5c-f775cd9418b3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 946 time: 0.0612862 May 23 15:48:41.807983 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d11755f4-fe46-4d90-8eeb-dcd3f1c17dd8 req-931c0ef7-de97-4239-9006-5e4044e500cc tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518811 May 23 15:48:42.947508 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18be8f9-0fa9-420a-af7c-5071f88b99c5 req-3f98385a-f81b-45ab-9a32-a033eb883432 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:42.949265 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a18be8f9-0fa9-420a-af7c-5071f88b99c5 req-3f98385a-f81b-45ab-9a32-a033eb883432 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 946 time: 0.0545304 May 23 15:48:42.965833 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:43.012163 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a18be8f9-0fa9-420a-af7c-5071f88b99c5 req-07d25596-7c4c-4c7d-9ada-5f65773b7d70 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556808 May 23 15:48:44.118514 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 48200) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:44.166212 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4433774-f244-4295-a46b-abf68ca64ee5 req-643e6973-f939-4400-8394-ff4846aba34a tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:44.166212 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e4433774-f244-4295-a46b-abf68ca64ee5 req-643e6973-f939-4400-8394-ff4846aba34a tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 946 time: 0.0637074 May 23 15:48:44.224937 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e4433774-f244-4295-a46b-abf68ca64ee5 req-50de0355-7307-4fa5-959d-87fe3ead5985 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585816 May 23 15:48:44.454059 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-d6a99f17-c29e-439d-b955-adafa9bbe1c8 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Deleting port 967262f1-d8bd-45d8-a359-c35a2508c74b {{(pid=111208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:48:44.454429 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-d6a99f17-c29e-439d-b955-adafa9bbe1c8 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (967262f1-d8bd-45d8-a359-c35a2508c74b), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:44.534040 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-d6a99f17-c29e-439d-b955-adafa9bbe1c8 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (967262f1-d8bd-45d8-a359-c35a2508c74b), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:44.541900 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-d6a99f17-c29e-439d-b955-adafa9bbe1c8 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks [] for floatingip (967262f1-d8bd-45d8-a359-c35a2508c74b), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:44.547036 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-d6a99f17-c29e-439d-b955-adafa9bbe1c8 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Calling delete_port for 967262f1-d8bd-45d8-a359-c35a2508c74b owned by network:floatingip {{(pid=111208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:48:44.617600 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:44.654122 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:44.833298 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-d6a99f17-c29e-439d-b955-adafa9bbe1c8 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (967262f1-d8bd-45d8-a359-c35a2508c74b), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:44.860904 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a99f17-c29e-439d-b955-adafa9bbe1c8 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Pushing event deleted for resources: {'Port': ['ID=967262f1-d8bd-45d8-a359-c35a2508c74b,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:44.925007 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-d6a99f17-c29e-439d-b955-adafa9bbe1c8 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks [] for floatingip (df03e2d2-4bcd-4202-bf18-384fa5b1ef2a), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:44.925976 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.db.l3_db [None req-d6a99f17-c29e-439d-b955-adafa9bbe1c8 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Floating IP df03e2d2-4bcd-4202-bf18-384fa5b1ef2a disassociated (deleted). External IP: 172.27.3.32, port: a0610243-2466-4315-a3e6-15f6cea816b8. May 23 15:48:45.138868 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a99f17-c29e-439d-b955-adafa9bbe1c8 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Router 7ead2312-78ce-4fed-b0c3-a196a0c6de07 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:48:45.235022 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:45.254163 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a99f17-c29e-439d-b955-adafa9bbe1c8 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:48:45.258982 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-d6a99f17-c29e-439d-b955-adafa9bbe1c8 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:45.268266 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2b22c9-8915-4306-a211-ba4a29e5d540 None None] Sync routers for ids ['7ead2312-78ce-4fed-b0c3-a196a0c6de07'] in dv-cinder-840678-12-iscsi {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:48:45.289217 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2b22c9-8915-4306-a211-ba4a29e5d540 None None] Routers {'7ead2312-78ce-4fed-b0c3-a196a0c6de07'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:48:45.290341 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-d6a99f17-c29e-439d-b955-adafa9bbe1c8 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "DELETE /v2.0/floatingips/df03e2d2-4bcd-4202-bf18-384fa5b1ef2a HTTP/1.1" status: 204 len: 168 time: 1.1707151 May 23 15:48:45.290913 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-fa2b22c9-8915-4306-a211-ba4a29e5d540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:48:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['7ead2312-78ce-4fed-b0c3-a196a0c6de07'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:45.291265 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd66096c-0b64-4a26-bdec-1b1a46310cfb', 'tag': 'a0610243-2466-4315-a3e6-15f6cea816b8'}] {{(pid=111208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:48:45.293604 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e8bc6f21cde82e90109a250a18be241d8bc12bef919575b3a0310827eb45c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52aa135f-8434-4c0b-af2d-08abbed44e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "dd66096c-0b64-4a26-bdec-1b1a46310cfb", "tag": "a0610243-2466-4315-a3e6-15f6cea816b8"}]}' {{(pid=111208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:48:45.426430 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18372158-6d39-45a6-99a3-d40b2a5d3d40 req-bae0bcc4-2d9f-48e7-8e67-ded065583877 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:45.428010 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-18372158-6d39-45a6-99a3-d40b2a5d3d40 req-bae0bcc4-2d9f-48e7-8e67-ded065583877 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 946 time: 0.0959873 May 23 15:48:45.517660 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-18372158-6d39-45a6-99a3-d40b2a5d3d40 req-10a33dda-d183-4cc4-835a-f5da279d7f56 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837669 May 23 15:48:45.570541 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:45.578857 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-fa2b22c9-8915-4306-a211-ba4a29e5d540 None None] Set router 7ead2312-78ce-4fed-b0c3-a196a0c6de07 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:48:45.596298 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77a8385-ddf7-4168-a72c-e1902f5e0dc8 x-openstack-request-id: req-d77a8385-ddf7-4168-a72c-e1902f5e0dc8 {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:48:45.596599 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd66096c-0b64-4a26-bdec-1b1a46310cfb", "tag": "a0610243-2466-4315-a3e6-15f6cea816b8", "status": "completed", "code": 200}]} {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:48:45.596862 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d77a8385-ddf7-4168-a72c-e1902f5e0dc8 {{(pid=111208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:48:45.597337 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d77a8385-ddf7-4168-a72c-e1902f5e0dc8'] response: {'name': 'network-changed', 'server_uuid': 'dd66096c-0b64-4a26-bdec-1b1a46310cfb', 'tag': 'a0610243-2466-4315-a3e6-15f6cea816b8', 'status': 'completed', 'code': 200} May 23 15:48:45.767970 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa135f-8434-4c0b-af2d-08abbed44e5e req-bbf980ea-206c-4fc8-a240-20eee1273f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:45.770268 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-52aa135f-8434-4c0b-af2d-08abbed44e5e req-bbf980ea-206c-4fc8-a240-20eee1273f53 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e0860b3d072246d49cd43a900351d571&device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 1130 time: 0.0762057 May 23 15:48:45.836503 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-fa2b22c9-8915-4306-a211-ba4a29e5d540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'name': 'tempest-TestShelveInstance-696162371-router', 'tenant_id': 'e0860b3d072246d49cd43a900351d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '9b4bf110-1e84-4289-9b99-6e2444bbcc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:42:47Z', 'updated_at': '2022-05-23T15:42:51Z', 'revision_number': 4, 'project_id': 'e0860b3d072246d49cd43a900351d571', 'gw_port': {'id': '9b4bf110-1e84-4289-9b99-6e2444bbcc17', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:68:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:42:48Z', 'updated_at': '2022-05-23T15:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'cd0125ba-ecbb-483c-ad98-340695fb0e80', 'name': '', 'network_id': '52f38aa2-2e8c-4bbb-b78a-8086514940da', 'tenant_id': 'e0860b3d072246d49cd43a900351d571', 'mac_address': 'fa:16:3e:a3:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b43e208d-5605-4f40-918e-e3379d6d3055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:42:50Z', 'updated_at': '2022-05-23T15:42:56Z', 'revision_number': 5, 'project_id': 'e0860b3d072246d49cd43a900351d571', 'subnets': [{'id': 'b43e208d-5605-4f40-918e-e3379d6d3055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:45.884706 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2b22c9-8915-4306-a211-ba4a29e5d540 None None] Checking router: 7ead2312-78ce-4fed-b0c3-a196a0c6de07 for host: dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:48:45.898379 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2b22c9-8915-4306-a211-ba4a29e5d540 None None] Routers {'7ead2312-78ce-4fed-b0c3-a196a0c6de07'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:48:45.899390 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-fa2b22c9-8915-4306-a211-ba4a29e5d540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:48:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['7ead2312-78ce-4fed-b0c3-a196a0c6de07'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:45.931558 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019d439-fd65-4be0-8716-ea07b4ce28b7 req-d0659922-60fd-43a3-b38d-916944086ab4 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:45.932957 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1019d439-fd65-4be0-8716-ea07b4ce28b7 req-d0659922-60fd-43a3-b38d-916944086ab4 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 946 time: 0.0797284 May 23 15:48:45.943580 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=100 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:45.974539 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa135f-8434-4c0b-af2d-08abbed44e5e req-111265a4-0486-4576-a1b3-5c50bb14a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:45.975998 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-52aa135f-8434-4c0b-af2d-08abbed44e5e req-111265a4-0486-4576-a1b3-5c50bb14a00a service neutron] 10.222.0.69 "GET /v2.0/networks?id=52f38aa2-2e8c-4bbb-b78a-8086514940da HTTP/1.1" status: 200 len: 909 time: 0.1996861 May 23 15:48:46.007384 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1019d439-fd65-4be0-8716-ea07b4ce28b7 req-efe51986-d24d-489f-a0dc-29fd94ced3e5 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677760 May 23 15:48:46.011477 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-fa2b22c9-8915-4306-a211-ba4a29e5d540 None None] Set router 7ead2312-78ce-4fed-b0c3-a196a0c6de07 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:48:46.203118 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-fa2b22c9-8915-4306-a211-ba4a29e5d540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'name': 'tempest-TestShelveInstance-696162371-router', 'tenant_id': 'e0860b3d072246d49cd43a900351d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '9b4bf110-1e84-4289-9b99-6e2444bbcc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:42:47Z', 'updated_at': '2022-05-23T15:42:51Z', 'revision_number': 4, 'project_id': 'e0860b3d072246d49cd43a900351d571', 'gw_port': {'id': '9b4bf110-1e84-4289-9b99-6e2444bbcc17', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:68:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:42:48Z', 'updated_at': '2022-05-23T15:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'cd0125ba-ecbb-483c-ad98-340695fb0e80', 'name': '', 'network_id': '52f38aa2-2e8c-4bbb-b78a-8086514940da', 'tenant_id': 'e0860b3d072246d49cd43a900351d571', 'mac_address': 'fa:16:3e:a3:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b43e208d-5605-4f40-918e-e3379d6d3055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:42:50Z', 'updated_at': '2022-05-23T15:42:56Z', 'revision_number': 5, 'project_id': 'e0860b3d072246d49cd43a900351d571', 'subnets': [{'id': 'b43e208d-5605-4f40-918e-e3379d6d3055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:46.228315 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2b22c9-8915-4306-a211-ba4a29e5d540 None None] The sync data for ids ['7ead2312-78ce-4fed-b0c3-a196a0c6de07'] in dv-cinder-840678-12-iscsi is: [{'id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'name': 'tempest-TestShelveInstance-696162371-router', 'tenant_id': 'e0860b3d072246d49cd43a900351d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '9b4bf110-1e84-4289-9b99-6e2444bbcc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:42:47Z', 'updated_at': '2022-05-23T15:42:51Z', 'revision_number': 4, 'project_id': 'e0860b3d072246d49cd43a900351d571', 'gw_port': {'id': '9b4bf110-1e84-4289-9b99-6e2444bbcc17', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:68:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:42:48Z', 'updated_at': '2022-05-23T15:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'cd0125ba-ecbb-483c-ad98-340695fb0e80', 'name': '', 'network_id': '52f38aa2-2e8c-4bbb-b78a-8086514940da', 'tenant_id': 'e0860b3d072246d49cd43a900351d571', 'mac_address': 'fa:16:3e:a3:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b43e208d-5605-4f40-918e-e3379d6d3055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:42:50Z', 'updated_at': '2022-05-23T15:42:56Z', 'revision_number': 5, 'project_id': 'e0860b3d072246d49cd43a900351d571', 'subnets': [{'id': 'b43e208d-5605-4f40-918e-e3379d6d3055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:48:46.457756 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dce6b59-9376-4f72-834b-39bac7bcc0e1 None None] New status for floating IP df03e2d2-4bcd-4202-bf18-384fa5b1ef2a: DOWN {{(pid=111211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:48:46.650184 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4695e9-03eb-4501-95b7-d14aab66bde5 req-42aa4f33-d146-4c43-8667-2308bba1a432 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:46.651658 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2b4695e9-03eb-4501-95b7-d14aab66bde5 req-42aa4f33-d146-4c43-8667-2308bba1a432 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 946 time: 0.0482171 May 23 15:48:46.705262 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2b4695e9-03eb-4501-95b7-d14aab66bde5 req-11b88a6e-75b1-4511-aa4f-ebc615ba7099 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478940 May 23 15:48:47.123492 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461a00b-1700-4ff2-9cc7-98d0392e3d33 req-aa62f6cd-f787-456d-86eb-4a6300136a3a tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:47.124930 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b461a00b-1700-4ff2-9cc7-98d0392e3d33 req-aa62f6cd-f787-456d-86eb-4a6300136a3a tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 946 time: 0.0471151 May 23 15:48:47.172845 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b461a00b-1700-4ff2-9cc7-98d0392e3d33 req-81ce393b-5293-4bc3-b6dd-5effa84e65b2 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422719 May 23 15:48:47.352129 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-52aa135f-8434-4c0b-af2d-08abbed44e5e req-564c1db7-e8b7-4515-9077-2d676651f163 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0610243-2466-4315-a3e6-15f6cea816b8 HTTP/1.1" status: 200 len: 217 time: 0.0335310 May 23 15:48:47.412184 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa135f-8434-4c0b-af2d-08abbed44e5e req-ac96bf12-d575-4360-8084-98957c9556a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:47.413664 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-52aa135f-8434-4c0b-af2d-08abbed44e5e req-ac96bf12-d575-4360-8084-98957c9556a2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b43e208d-5605-4f40-918e-e3379d6d3055 HTTP/1.1" status: 200 len: 847 time: 0.0499692 May 23 15:48:47.825801 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d5753-20fb-4820-87e5-56927b4e96cb req-29e3570f-fb83-4afa-8eb3-d48d4351306b tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:47.827321 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-495d5753-20fb-4820-87e5-56927b4e96cb req-29e3570f-fb83-4afa-8eb3-d48d4351306b tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 946 time: 0.0488284 May 23 15:48:47.839483 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:47.877035 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-495d5753-20fb-4820-87e5-56927b4e96cb req-e3e76478-1dbf-4087-8f7f-be803a923392 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429354 May 23 15:48:48.066698 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa135f-8434-4c0b-af2d-08abbed44e5e req-6f231541-9d69-4db0-aa09-3b439a582978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:48.068199 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-52aa135f-8434-4c0b-af2d-08abbed44e5e req-6f231541-9d69-4db0-aa09-3b439a582978 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=52f38aa2-2e8c-4bbb-b78a-8086514940da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392296 May 23 15:48:48.362223 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:48.372175 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6c453-6162-489d-bb7c-0f587e9f7d40 req-344e2392-c0bd-4032-a79d-d666d0ad4567 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:48.373676 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-20a6c453-6162-489d-bb7c-0f587e9f7d40 req-344e2392-c0bd-4032-a79d-d666d0ad4567 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 946 time: 0.1279616 May 23 15:48:48.376715 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddf8f4-004c-4e87-9f7f-008087b84412 req-2cd7743a-19f4-4ed8-8437-162602f12c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:48.378149 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-58ddf8f4-004c-4e87-9f7f-008087b84412 req-2cd7743a-19f4-4ed8-8437-162602f12c87 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=749e4849b23b4e42be64ef0ab0330a0b&device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 1130 time: 0.1296816 May 23 15:48:48.410770 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a21125-63e9-4772-b068-66b8bacf7275 req-d1b5dd04-a00b-4ead-8177-50872a5bf202 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:48.412239 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-a5a21125-63e9-4772-b068-66b8bacf7275 req-d1b5dd04-a00b-4ead-8177-50872a5bf202 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 946 time: 0.0480101 May 23 15:48:48.482691 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-52aa135f-8434-4c0b-af2d-08abbed44e5e req-41841bbb-6923-4b0f-ade5-30ff92f4d2ca service neutron] 10.222.0.69 "GET /v2.0/networks/52f38aa2-2e8c-4bbb-b78a-8086514940da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355855 May 23 15:48:48.502942 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [req-a5a21125-63e9-4772-b068-66b8bacf7275 req-209ecb7b-8420-478f-ad7a-cc8f361e547e tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Deleting port a0610243-2466-4315-a3e6-15f6cea816b8 {{(pid=111208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:48:48.503299 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-a5a21125-63e9-4772-b068-66b8bacf7275 req-209ecb7b-8420-478f-ad7a-cc8f361e547e tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (a0610243-2466-4315-a3e6-15f6cea816b8), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:48.538199 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-20a6c453-6162-489d-bb7c-0f587e9f7d40 req-c0564633-8f27-405f-a3d5-5d7a8f96d3ab tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/security-groups?id=246130f5-c1de-4321-80eb-1cbd6622ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552925 May 23 15:48:48.579529 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddf8f4-004c-4e87-9f7f-008087b84412 req-3ab15ae0-1a94-4a84-99d8-f6cc7ca1f08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:48.580977 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-58ddf8f4-004c-4e87-9f7f-008087b84412 req-3ab15ae0-1a94-4a84-99d8-f6cc7ca1f08a service neutron] 10.222.0.69 "GET /v2.0/networks?id=8fb40c4e-9164-4617-9793-abd2286f1896 HTTP/1.1" status: 200 len: 917 time: 0.1876514 May 23 15:48:48.604292 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [req-a5a21125-63e9-4772-b068-66b8bacf7275 req-209ecb7b-8420-478f-ad7a-cc8f361e547e tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] For port a0610243-2466-4315-a3e6-15f6cea816b8, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a0610243-2466-4315-a3e6-15f6cea816b8,segment=NetworkSegment(27a2e33f-06f2-4e3d-ac54-2874447fd6e1),segment_id=27a2e33f-06f2-4e3d-ac54-2874447fd6e1)] {{(pid=111208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:48:48.604665 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-a5a21125-63e9-4772-b068-66b8bacf7275 req-209ecb7b-8420-478f-ad7a-cc8f361e547e tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (a0610243-2466-4315-a3e6-15f6cea816b8), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:48.618114 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [req-a5a21125-63e9-4772-b068-66b8bacf7275 req-209ecb7b-8420-478f-ad7a-cc8f361e547e tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Calling delete_port for a0610243-2466-4315-a3e6-15f6cea816b8 owned by compute:nova {{(pid=111208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:48:48.664713 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-52aa135f-8434-4c0b-af2d-08abbed44e5e req-0d11d30d-9111-4ca9-842e-10f54eb940b9 service neutron] 10.222.0.69 "GET /v2.0/networks/52f38aa2-2e8c-4bbb-b78a-8086514940da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731908 May 23 15:48:48.666565 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-58ddf8f4-004c-4e87-9f7f-008087b84412 req-44fa8919-9c57-4bc1-b149-41bce4b995ab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f19c00b-8184-4f9a-bd54-44e27e1f300a HTTP/1.1" status: 200 len: 1002 time: 0.0773425 May 23 15:48:48.743383 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddf8f4-004c-4e87-9f7f-008087b84412 req-7149b93b-12fd-4e2f-a7af-30dcf890fe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:48.744753 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-58ddf8f4-004c-4e87-9f7f-008087b84412 req-7149b93b-12fd-4e2f-a7af-30dcf890fe81 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0890d0be-25d8-4c38-9ad0-940056305fe2 HTTP/1.1" status: 200 len: 855 time: 0.0507724 May 23 15:48:48.796018 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddf8f4-004c-4e87-9f7f-008087b84412 req-e9e517ac-a27a-420a-87dc-9a7664af70a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:48.797528 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-58ddf8f4-004c-4e87-9f7f-008087b84412 req-e9e517ac-a27a-420a-87dc-9a7664af70a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8fb40c4e-9164-4617-9793-abd2286f1896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447190 May 23 15:48:48.827740 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-a5a21125-63e9-4772-b068-66b8bacf7275 req-209ecb7b-8420-478f-ad7a-cc8f361e547e tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (a0610243-2466-4315-a3e6-15f6cea816b8), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:48.860086 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ecb7b-8420-478f-ad7a-cc8f361e547e tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Pushing event deleted for resources: {'Port': ['ID=a0610243-2466-4315-a3e6-15f6cea816b8,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:48.898822 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-58ddf8f4-004c-4e87-9f7f-008087b84412 req-6d0b2da3-178d-4029-a7eb-0b58ccd19c70 service neutron] 10.222.0.69 "GET /v2.0/networks/8fb40c4e-9164-4617-9793-abd2286f1896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928917 May 23 15:48:48.904447 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a21125-63e9-4772-b068-66b8bacf7275 req-209ecb7b-8420-478f-ad7a-cc8f361e547e tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] No DVR routers for this DVR port a0610243-2466-4315-a3e6-15f6cea816b8 on host hv-cinder-84067 {{(pid=111208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:48:48.907274 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [req-a5a21125-63e9-4772-b068-66b8bacf7275 req-209ecb7b-8420-478f-ad7a-cc8f361e547e tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:48.911296 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-a5a21125-63e9-4772-b068-66b8bacf7275 req-209ecb7b-8420-478f-ad7a-cc8f361e547e tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.69 "DELETE /v2.0/ports/a0610243-2466-4315-a3e6-15f6cea816b8 HTTP/1.1" status: 204 len: 173 time: 0.4939976 May 23 15:48:48.911756 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd66096c-0b64-4a26-bdec-1b1a46310cfb', 'name': 'network-vif-deleted', 'tag': 'a0610243-2466-4315-a3e6-15f6cea816b8'}] {{(pid=111208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:48:48.914123 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e8bc6f21cde82e90109a250a18be241d8bc12bef919575b3a0310827eb45c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f1b978-0430-4aa3-8b32-2abf4f3a2d46" -d '{"events": [{"server_uuid": "dd66096c-0b64-4a26-bdec-1b1a46310cfb", "name": "network-vif-deleted", "tag": "a0610243-2466-4315-a3e6-15f6cea816b8"}]}' {{(pid=111208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:48:48.957014 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71afcff-9d1d-4f37-b13c-afb184aa4708 x-openstack-request-id: req-e71afcff-9d1d-4f37-b13c-afb184aa4708 {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:48:48.958196 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd66096c-0b64-4a26-bdec-1b1a46310cfb", "name": "network-vif-deleted", "tag": "a0610243-2466-4315-a3e6-15f6cea816b8", "status": "completed", "code": 200}]} {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:48:48.959210 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e71afcff-9d1d-4f37-b13c-afb184aa4708 {{(pid=111208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:48:48.960311 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e71afcff-9d1d-4f37-b13c-afb184aa4708'] response: {'server_uuid': 'dd66096c-0b64-4a26-bdec-1b1a46310cfb', 'name': 'network-vif-deleted', 'tag': 'a0610243-2466-4315-a3e6-15f6cea816b8', 'status': 'completed', 'code': 200} May 23 15:48:49.035833 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275db491-2fe2-4662-9cd6-60ba9af68ec2 req-754e3b1e-c7c6-4061-b6dd-b56381595d1a tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:49.037325 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-275db491-2fe2-4662-9cd6-60ba9af68ec2 req-754e3b1e-c7c6-4061-b6dd-b56381595d1a tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 946 time: 0.0664523 May 23 15:48:49.043392 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-58ddf8f4-004c-4e87-9f7f-008087b84412 req-158a272a-163e-4b47-bbc4-79de2374456f service neutron] 10.222.0.69 "GET /v2.0/networks/8fb40c4e-9164-4617-9793-abd2286f1896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378117 May 23 15:48:49.087686 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-275db491-2fe2-4662-9cd6-60ba9af68ec2 req-df068dcf-e09e-4cf5-a8a4-d8da1fbd5159 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433078 May 23 15:48:49.646489 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-631b2ace-8e98-4198-9644-c19d8ced8e67 req-0898880f-ea12-46cb-9b76-40a556f4dcd4 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 210 time: 0.0273414 May 23 15:48:50.213942 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332c36b-4e70-4e3b-9442-9b5e46615a69 req-e975c250-540a-4d29-aeec-163fa3f1ffbf tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:50.215389 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7332c36b-4e70-4e3b-9442-9b5e46615a69 req-e975c250-540a-4d29-aeec-163fa3f1ffbf tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 946 time: 0.0511091 May 23 15:48:50.227432 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:50.262536 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7332c36b-4e70-4e3b-9442-9b5e46615a69 req-c8311d9b-5164-4142-bbbd-4b2d39334f3e tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416026 May 23 15:48:50.746129 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0a320997-8408-4b49-b41c-e8bc7cc1baae req-f17fc6d6-cdfc-4cb6-b309-c768b80821f4 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 210 time: 0.0301971 May 23 15:48:51.388217 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ccb4e3-3deb-4eaf-9ce8-af023336d057 req-77f87353-d12b-456b-85cb-e87afe5507d7 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:51.389712 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-40ccb4e3-3deb-4eaf-9ce8-af023336d057 req-77f87353-d12b-456b-85cb-e87afe5507d7 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 946 time: 0.0522785 May 23 15:48:51.439382 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-40ccb4e3-3deb-4eaf-9ce8-af023336d057 req-cdd96450-9ac5-4d01-9bf1-2d8f6dfa6379 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434697 May 23 15:48:51.855740 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e09bcd69-a168-4e17-b896-b8fc4fe43c08 req-7fda3556-5ff0-40c6-b697-50574e840e07 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd66096c-0b64-4a26-bdec-1b1a46310cfb HTTP/1.1" status: 200 len: 210 time: 0.0292847 May 23 15:48:51.861473 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device a0610243-2466-4315-a3e6-15f6cea816b8 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:48:51.884087 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] No Port match for: a0610243-2466-4315-a3e6-15f6cea816b8 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:48:51.884435 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device a0610243-2466-4315-a3e6-15f6cea816b8 not bound to the agent host hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:48:51.884856 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 9f19c00b-8184-4f9a-bd54-44e27e1f300a no longer exists at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:48:51.908112 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-9aa616e1-49d1-40f2-89f2-5fd9cf99810a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:51.960757 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port 9f19c00b-8184-4f9a-bd54-44e27e1f300a is: ACTIVE; New status is: DOWN {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:48:51.961196 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (9f19c00b-8184-4f9a-bd54-44e27e1f300a), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:51.984763 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9a9391-45aa-4e87-b025-839d2bf5c8a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f19c00b-8184-4f9a-bd54-44e27e1f300a'}] {{(pid=111210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:48:51.987029 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9c7a1c507f49bcca1db13b0162076e02f5240d03c1faf9934ae6854bea0488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010d2996-b682-41a1-9b85-dbca8ed6a94c" -d '{"events": [{"server_uuid": "9d9a9391-45aa-4e87-b025-839d2bf5c8a3", "name": "network-vif-unplugged", "status": "completed", "tag": "9f19c00b-8184-4f9a-bd54-44e27e1f300a"}]}' {{(pid=111210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:48:51.999646 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 9f19c00b-8184-4f9a-bd54-44e27e1f300a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9f19c00b-8184-4f9a-bd54-44e27e1f300a,segment=NetworkSegment(d129db44-bab8-43da-81f8-4f7ff8070dc8),segment_id=d129db44-bab8-43da-81f8-4f7ff8070dc8)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:48:52.025051 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 May 2022 15:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5a25f5-1028-438d-b3d8-6f1484a832c0 x-openstack-request-id: req-1b5a25f5-1028-438d-b3d8-6f1484a832c0 {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:48:52.025370 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d9a9391-45aa-4e87-b025-839d2bf5c8a3", "name": "network-vif-unplugged", "status": "completed", "tag": "9f19c00b-8184-4f9a-bd54-44e27e1f300a", "code": 200}]} {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:48:52.025628 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1b5a25f5-1028-438d-b3d8-6f1484a832c0 {{(pid=111210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:48:52.026157 dv-cinder-840678-12-iscsi neutron-server[111210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b5a25f5-1028-438d-b3d8-6f1484a832c0'] response: {'server_uuid': '9d9a9391-45aa-4e87-b025-839d2bf5c8a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f19c00b-8184-4f9a-bd54-44e27e1f300a', 'code': 200} May 23 15:48:52.078656 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (9f19c00b-8184-4f9a-bd54-44e27e1f300a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:52.136226 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=9f19c00b-8184-4f9a-bd54-44e27e1f300a,revision_number=8']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:52.557824 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad207a77-a44a-4e35-8ce6-d023acd82b9c req-a6d1078a-d0af-478c-a7e0-4ed4e5b1e85e tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:52.559286 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ad207a77-a44a-4e35-8ce6-d023acd82b9c req-a6d1078a-d0af-478c-a7e0-4ed4e5b1e85e tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 944 time: 0.0479777 May 23 15:48:52.603296 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:52.607949 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ad207a77-a44a-4e35-8ce6-d023acd82b9c req-0d6e588d-f83e-4336-ad75-32bf80bc879c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430510 May 23 15:48:52.918079 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 48320) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:52.975969 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bb4919d8-7466-4d40-9931-758475030af5 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks [] for security_group (246130f5-c1de-4321-80eb-1cbd6622ca4c), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:53.004480 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bb4919d8-7466-4d40-9931-758475030af5 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks [] for security_group (246130f5-c1de-4321-80eb-1cbd6622ca4c), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:53.130634 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bb4919d8-7466-4d40-9931-758475030af5 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (246130f5-c1de-4321-80eb-1cbd6622ca4c), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:53.133304 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bb4919d8-7466-4d40-9931-758475030af5 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:53.134467 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-bb4919d8-7466-4d40-9931-758475030af5 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] 10.222.0.64 "DELETE /v2.0/security-groups/246130f5-c1de-4321-80eb-1cbd6622ca4c HTTP/1.1" status: 204 len: 168 time: 0.2162879 May 23 15:48:53.144298 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4919d8-7466-4d40-9931-758475030af5 tempest-TestShelveInstance-1906189635 tempest-TestShelveInstance-1906189635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=246130f5-c1de-4321-80eb-1cbd6622ca4c,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:53.238126 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 48324) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:53.956527 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f97251c3-4bd6-4f8a-836c-ea77ce5745ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745920'] for router_interface (7ead2312-78ce-4fed-b0c3-a196a0c6de07), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:54.187880 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-ad518053-0fe0-4af0-aadf-2d8d3c7de3e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:54.207279 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:54.216050 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ebd4c-0b3d-4c00-a165-9bf487d709d2 req-5545d709-e7a6-42e5-bd41-ae233abfc8e1 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:54.217576 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-303ebd4c-0b3d-4c00-a165-9bf487d709d2 req-5545d709-e7a6-42e5-bd41-ae233abfc8e1 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 944 time: 0.0754707 May 23 15:48:54.314247 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-303ebd4c-0b3d-4c00-a165-9bf487d709d2 req-39e800b9-5076-4f3f-80bb-971eed94795c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775366 May 23 15:48:54.326119 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-f97251c3-4bd6-4f8a-836c-ea77ce5745ac admin admin] Deleting port cd0125ba-ecbb-483c-ad98-340695fb0e80 {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:48:54.326458 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f97251c3-4bd6-4f8a-836c-ea77ce5745ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (cd0125ba-ecbb-483c-ad98-340695fb0e80), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:54.375421 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:54.414277 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [None req-f97251c3-4bd6-4f8a-836c-ea77ce5745ac admin admin] For port cd0125ba-ecbb-483c-ad98-340695fb0e80, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=cd0125ba-ecbb-483c-ad98-340695fb0e80,segment=NetworkSegment(27a2e33f-06f2-4e3d-ac54-2874447fd6e1),segment_id=27a2e33f-06f2-4e3d-ac54-2874447fd6e1)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:48:54.414650 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f97251c3-4bd6-4f8a-836c-ea77ce5745ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (cd0125ba-ecbb-483c-ad98-340695fb0e80), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:54.429715 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-f97251c3-4bd6-4f8a-836c-ea77ce5745ac admin admin] Calling delete_port for cd0125ba-ecbb-483c-ad98-340695fb0e80 owned by network:router_interface {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:48:54.658075 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-be7c2ac5-e93c-48fd-9916-083897cf2f56 req-0e8cf6b1-dd5d-43b9-a39e-b75ccb58f6b2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0391693 May 23 15:48:54.678751 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f97251c3-4bd6-4f8a-836c-ea77ce5745ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (cd0125ba-ecbb-483c-ad98-340695fb0e80), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:54.707509 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97251c3-4bd6-4f8a-836c-ea77ce5745ac admin admin] Pushing event deleted for resources: {'Port': ['ID=cd0125ba-ecbb-483c-ad98-340695fb0e80,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:54.742404 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c2ac5-e93c-48fd-9916-083897cf2f56 req-3e880192-6e93-4179-8457-f763ffa7f47c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:54.743788 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-be7c2ac5-e93c-48fd-9916-083897cf2f56 req-3e880192-6e93-4179-8457-f763ffa7f47c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports/9f19c00b-8184-4f9a-bd54-44e27e1f300a HTTP/1.1" status: 200 len: 941 time: 0.0561221 May 23 15:48:54.872299 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f97251c3-4bd6-4f8a-836c-ea77ce5745ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-291457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745812'] for router_interface (7ead2312-78ce-4fed-b0c3-a196a0c6de07), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:54.886005 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:55.106439 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97251c3-4bd6-4f8a-836c-ea77ce5745ac admin admin] Router 7ead2312-78ce-4fed-b0c3-a196a0c6de07 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:48:55.212786 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97251c3-4bd6-4f8a-836c-ea77ce5745ac admin admin] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:48:55.220523 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-f97251c3-4bd6-4f8a-836c-ea77ce5745ac admin admin] 10.222.0.64 "PUT /v2.0/routers/7ead2312-78ce-4fed-b0c3-a196a0c6de07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9787869 May 23 15:48:55.220764 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 48380) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:55.224070 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24b218b-c291-4073-923e-39320150575e None None] Sync routers for ids ['7ead2312-78ce-4fed-b0c3-a196a0c6de07'] in dv-cinder-840678-12-iscsi {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:48:55.235292 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24b218b-c291-4073-923e-39320150575e None None] Routers {'7ead2312-78ce-4fed-b0c3-a196a0c6de07'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:48:55.235930 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-f24b218b-c291-4073-923e-39320150575e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:48:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['7ead2312-78ce-4fed-b0c3-a196a0c6de07'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:55.324642 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-6af20d1d-705f-4a37-b0db-faa45b439c02 admin admin] Publish callbacks [] for router (7ead2312-78ce-4fed-b0c3-a196a0c6de07), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:55.348601 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-f24b218b-c291-4073-923e-39320150575e None None] Set router 7ead2312-78ce-4fed-b0c3-a196a0c6de07 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:48:55.476003 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a4a23-b072-40e9-9e4c-c96e9e64f4b4 req-008f5976-bb24-4306-958b-056e7ae3340f tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:55.477701 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c28a4a23-b072-40e9-9e4c-c96e9e64f4b4 req-008f5976-bb24-4306-958b-056e7ae3340f tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 944 time: 0.0635855 May 23 15:48:55.479604 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-6af20d1d-705f-4a37-b0db-faa45b439c02 admin admin] Publish callbacks [] for router_gateway (7ead2312-78ce-4fed-b0c3-a196a0c6de07), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:55.485187 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:55.528778 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c28a4a23-b072-40e9-9e4c-c96e9e64f4b4 req-fe1f9539-3982-400a-b01c-e97eaf792899 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435545 May 23 15:48:55.542687 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-f24b218b-c291-4073-923e-39320150575e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'name': 'tempest-TestShelveInstance-696162371-router', 'tenant_id': 'e0860b3d072246d49cd43a900351d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '9b4bf110-1e84-4289-9b99-6e2444bbcc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:42:47Z', 'updated_at': '2022-05-23T15:48:54Z', 'revision_number': 5, 'project_id': 'e0860b3d072246d49cd43a900351d571', 'gw_port': {'id': '9b4bf110-1e84-4289-9b99-6e2444bbcc17', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:68:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:42:48Z', 'updated_at': '2022-05-23T15:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:55.576754 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24b218b-c291-4073-923e-39320150575e None None] Checking router: 7ead2312-78ce-4fed-b0c3-a196a0c6de07 for host: dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:48:55.586308 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24b218b-c291-4073-923e-39320150575e None None] Routers {'7ead2312-78ce-4fed-b0c3-a196a0c6de07'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:48:55.586923 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-f24b218b-c291-4073-923e-39320150575e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:48:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['7ead2312-78ce-4fed-b0c3-a196a0c6de07'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:55.601271 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:55.624358 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:55.633712 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-6af20d1d-705f-4a37-b0db-faa45b439c02 admin admin] Deleting port 9b4bf110-1e84-4289-9b99-6e2444bbcc17 {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:48:55.634052 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-6af20d1d-705f-4a37-b0db-faa45b439c02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (9b4bf110-1e84-4289-9b99-6e2444bbcc17), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:55.692284 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:55.694283 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-f24b218b-c291-4073-923e-39320150575e None None] Set router 7ead2312-78ce-4fed-b0c3-a196a0c6de07 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:48:55.736607 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [None req-6af20d1d-705f-4a37-b0db-faa45b439c02 admin admin] For port 9b4bf110-1e84-4289-9b99-6e2444bbcc17, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=9b4bf110-1e84-4289-9b99-6e2444bbcc17,segment=NetworkSegment(2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5),segment_id=2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:48:55.737382 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-6af20d1d-705f-4a37-b0db-faa45b439c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (9b4bf110-1e84-4289-9b99-6e2444bbcc17), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:55.751289 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-6af20d1d-705f-4a37-b0db-faa45b439c02 admin admin] Calling delete_port for 9b4bf110-1e84-4289-9b99-6e2444bbcc17 owned by network:router_gateway {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:48:55.882521 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:55.894982 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-f24b218b-c291-4073-923e-39320150575e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'name': 'tempest-TestShelveInstance-696162371-router', 'tenant_id': 'e0860b3d072246d49cd43a900351d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '9b4bf110-1e84-4289-9b99-6e2444bbcc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:42:47Z', 'updated_at': '2022-05-23T15:48:54Z', 'revision_number': 5, 'project_id': 'e0860b3d072246d49cd43a900351d571', 'gw_port': {'id': '9b4bf110-1e84-4289-9b99-6e2444bbcc17', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:68:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:42:48Z', 'updated_at': '2022-05-23T15:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:55.919472 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24b218b-c291-4073-923e-39320150575e None None] The sync data for ids ['7ead2312-78ce-4fed-b0c3-a196a0c6de07'] in dv-cinder-840678-12-iscsi is: [{'id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'name': 'tempest-TestShelveInstance-696162371-router', 'tenant_id': 'e0860b3d072246d49cd43a900351d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '9b4bf110-1e84-4289-9b99-6e2444bbcc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:42:47Z', 'updated_at': '2022-05-23T15:48:54Z', 'revision_number': 5, 'project_id': 'e0860b3d072246d49cd43a900351d571', 'gw_port': {'id': '9b4bf110-1e84-4289-9b99-6e2444bbcc17', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:68:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ead2312-78ce-4fed-b0c3-a196a0c6de07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:42:48Z', 'updated_at': '2022-05-23T15:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}] {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:48:55.976153 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-6af20d1d-705f-4a37-b0db-faa45b439c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (9b4bf110-1e84-4289-9b99-6e2444bbcc17), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:56.001841 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af20d1d-705f-4a37-b0db-faa45b439c02 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b4bf110-1e84-4289-9b99-6e2444bbcc17,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:56.070502 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-6af20d1d-705f-4a37-b0db-faa45b439c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746810'] for router_gateway (7ead2312-78ce-4fed-b0c3-a196a0c6de07), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:56.075906 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 48394) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:56.124496 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_v2 [None req-c838e72e-07e8-400c-8e6d-b1bf5f59fb40 admin admin] Deleting subnet 5cc769d9-7aaf-49e6-8503-bd1a6cd05a61 {{(pid=111208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:48:56.127812 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c838e72e-07e8-400c-8e6d-b1bf5f59fb40 admin admin] Publish callbacks [] for subnet (5cc769d9-7aaf-49e6-8503-bd1a6cd05a61), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:56.162776 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c838e72e-07e8-400c-8e6d-b1bf5f59fb40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211576'] for subnet (5cc769d9-7aaf-49e6-8503-bd1a6cd05a61), precommit_delete_associations {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:56.170540 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-6af20d1d-705f-4a37-b0db-faa45b439c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-752101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12818'] for router (7ead2312-78ce-4fed-b0c3-a196a0c6de07), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:56.172722 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-6af20d1d-705f-4a37-b0db-faa45b439c02 admin admin] Publish callbacks [] for router_controller (7ead2312-78ce-4fed-b0c3-a196a0c6de07), precommit_delete_associations {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:56.202126 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c838e72e-07e8-400c-8e6d-b1bf5f59fb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999690'] for subnet (5cc769d9-7aaf-49e6-8503-bd1a6cd05a61), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:56.318837 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-6af20d1d-705f-4a37-b0db-faa45b439c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-752028'] for router (7ead2312-78ce-4fed-b0c3-a196a0c6de07), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:56.319473 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af20d1d-705f-4a37-b0db-faa45b439c02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ead2312-78ce-4fed-b0c3-a196a0c6de07 {{(pid=111209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 15:48:56.324737 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-6af20d1d-705f-4a37-b0db-faa45b439c02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:56.326032 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-6af20d1d-705f-4a37-b0db-faa45b439c02 admin admin] 10.222.0.64 "DELETE /v2.0/routers/7ead2312-78ce-4fed-b0c3-a196a0c6de07 HTTP/1.1" status: 204 len: 168 time: 1.1043026 May 23 15:48:56.328547 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 48396) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:56.365118 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c838e72e-07e8-400c-8e6d-b1bf5f59fb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-904184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16100397'] for subnet (5cc769d9-7aaf-49e6-8503-bd1a6cd05a61), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:56.377640 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff19d188-7994-4bee-bc81-5da74083d2a9 admin admin] Deleting subnet b43e208d-5605-4f40-918e-e3379d6d3055 {{(pid=111209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:48:56.381331 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-ff19d188-7994-4bee-bc81-5da74083d2a9 admin admin] Publish callbacks [] for subnet (b43e208d-5605-4f40-918e-e3379d6d3055), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:56.394102 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838e72e-07e8-400c-8e6d-b1bf5f59fb40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cc769d9-7aaf-49e6-8503-bd1a6cd05a61,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:56.398989 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c838e72e-07e8-400c-8e6d-b1bf5f59fb40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:56.402951 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-c838e72e-07e8-400c-8e6d-b1bf5f59fb40 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5cc769d9-7aaf-49e6-8503-bd1a6cd05a61 HTTP/1.1" status: 204 len: 168 time: 0.3260581 May 23 15:48:56.405617 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 48398) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:56.422423 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-ff19d188-7994-4bee-bc81-5da74083d2a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11732013'] for subnet (b43e208d-5605-4f40-918e-e3379d6d3055), precommit_delete_associations {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:56.461459 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=3 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:56.467004 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:56.490654 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=6 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:56.498276 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7d195487-6c4a-4673-9be4-f28c87852a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3939425'] for network (41fb69e9-a273-4b5f-8534-dbb2a6490401), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:56.545542 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-ff19d188-7994-4bee-bc81-5da74083d2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999690'] for subnet (b43e208d-5605-4f40-918e-e3379d6d3055), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:56.588527 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7d195487-6c4a-4673-9be4-f28c87852a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998021', 'neutron.services.segments.db._delete_segments_for_network-8747701125223'] for network (41fb69e9-a273-4b5f-8534-dbb2a6490401), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:56.607901 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:56.611702 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.services.segments.db [None req-7d195487-6c4a-4673-9be4-f28c87852a8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41fb69e9-a273-4b5f-8534-dbb2a6490401']}} {{(pid=111208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:56.622504 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.services.segments.db [None req-7d195487-6c4a-4673-9be4-f28c87852a8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1282b1aa-0fb6-4b6b-9dd4-85b88db95864') {'for_net_delete': True} {{(pid=111208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:56.622813 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.services.segments.db [None req-7d195487-6c4a-4673-9be4-f28c87852a8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1282b1aa-0fb6-4b6b-9dd4-85b88db95864') {} {{(pid=111208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:56.638812 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7d195487-6c4a-4673-9be4-f28c87852a8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747701124208', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16211575'] for segment (1282b1aa-0fb6-4b6b-9dd4-85b88db95864), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:56.653293 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7d195487-6c4a-4673-9be4-f28c87852a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (1282b1aa-0fb6-4b6b-9dd4-85b88db95864), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:56.659995 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d195487-6c4a-4673-9be4-f28c87852a8f admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=111208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:48:56.660422 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7d195487-6c4a-4673-9be4-f28c87852a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-906266'] for segment (1282b1aa-0fb6-4b6b-9dd4-85b88db95864), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:56.684613 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.services.segments.plugin [-] Segment 1282b1aa-0fb6-4b6b-9dd4-85b88db95864 resource provider aggregate not found May 23 15:48:56.702433 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:56.714266 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.services.segments.plugin [-] Segment 1282b1aa-0fb6-4b6b-9dd4-85b88db95864 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1282b1aa-0fb6-4b6b-9dd4-85b88db95864 found for delete ", "request_id": "req-86761dfd-87bf-473f-b1a3-352f55dbdfe7"}]} May 23 15:48:56.827713 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7d195487-6c4a-4673-9be4-f28c87852a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747474'] for network (41fb69e9-a273-4b5f-8534-dbb2a6490401), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:56.841516 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7d195487-6c4a-4673-9be4-f28c87852a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:56.847985 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-7d195487-6c4a-4673-9be4-f28c87852a8f admin admin] 10.222.0.64 "DELETE /v2.0/networks/41fb69e9-a273-4b5f-8534-dbb2a6490401 HTTP/1.1" status: 204 len: 168 time: 0.4385798 May 23 15:48:56.855875 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 48406) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:56.863563 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d195487-6c4a-4673-9be4-f28c87852a8f admin admin] Pushing event deleted for resources: {'Network': ['ID=41fb69e9-a273-4b5f-8534-dbb2a6490401,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:56.906847 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_v2 [None req-a189877a-00bd-45a2-b04e-ac5e8bd008ef admin admin] Deleting subnet d8fd93ea-a115-463a-a934-3f2928a422e9 {{(pid=111208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:48:56.912433 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a189877a-00bd-45a2-b04e-ac5e8bd008ef admin admin] Publish callbacks [] for subnet (d8fd93ea-a115-463a-a934-3f2928a422e9), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:56.915311 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-ff19d188-7994-4bee-bc81-5da74083d2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11985018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12197464'] for subnet (b43e208d-5605-4f40-918e-e3379d6d3055), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:56.951009 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19d188-7994-4bee-bc81-5da74083d2a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b43e208d-5605-4f40-918e-e3379d6d3055,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:56.952903 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a189877a-00bd-45a2-b04e-ac5e8bd008ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211576'] for subnet (d8fd93ea-a115-463a-a934-3f2928a422e9), precommit_delete_associations {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:56.960576 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d20fa-a3c9-4362-b541-241c4150e377 req-b17f14d8-9595-4754-8de4-f86606749ade tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:56.961089 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3649824b-e456-46bb-bb5c-467fa777b742 None None] Network 52f38aa2-2e8c-4bbb-b78a-8086514940da requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:48:56.965733 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-145d20fa-a3c9-4362-b541-241c4150e377 req-b17f14d8-9595-4754-8de4-f86606749ade tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 944 time: 0.3326883 May 23 15:48:56.967774 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-ff19d188-7994-4bee-bc81-5da74083d2a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for subnet (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:56.970948 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-ff19d188-7994-4bee-bc81-5da74083d2a9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b43e208d-5605-4f40-918e-e3379d6d3055 HTTP/1.1" status: 204 len: 168 time: 0.6412387 May 23 15:48:56.990700 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 48408) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:57.025160 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-145d20fa-a3c9-4362-b541-241c4150e377 req-b4a91418-2aa8-4b6e-bdbe-412336bb4c69 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526829 May 23 15:48:57.090461 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a189877a-00bd-45a2-b04e-ac5e8bd008ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999690'] for subnet (d8fd93ea-a115-463a-a934-3f2928a422e9), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:57.124336 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ac2003b6-9cde-4058-baef-929c0d78945c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3939425'] for network (52f38aa2-2e8c-4bbb-b78a-8086514940da), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:57.134456 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcfa294-fe22-417c-9cd4-9cf64a2cc42b None None] DHCP port deletion for 52f38aa2-2e8c-4bbb-b78a-8086514940da request from dv-cinder-840678-12-iscsi {{(pid=111210) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 15:48:57.173484 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-5bcfa294-fe22-417c-9cd4-9cf64a2cc42b None None] Deleting port 4deaae63-1901-420d-a0e4-2bbd9de34f2a {{(pid=111210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:48:57.173869 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-5bcfa294-fe22-417c-9cd4-9cf64a2cc42b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (4deaae63-1901-420d-a0e4-2bbd9de34f2a), before_delete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:57.181825 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:57.185628 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-ac2003b6-9cde-4058-baef-929c0d78945c admin admin] Deleting port 4deaae63-1901-420d-a0e4-2bbd9de34f2a {{(pid=111208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:48:57.186078 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ac2003b6-9cde-4058-baef-929c0d78945c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (4deaae63-1901-420d-a0e4-2bbd9de34f2a), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:57.246170 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-5bcfa294-fe22-417c-9cd4-9cf64a2cc42b None None] For port 4deaae63-1901-420d-a0e4-2bbd9de34f2a, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=4deaae63-1901-420d-a0e4-2bbd9de34f2a,segment=NetworkSegment(27a2e33f-06f2-4e3d-ac54-2874447fd6e1),segment_id=27a2e33f-06f2-4e3d-ac54-2874447fd6e1)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:48:57.246847 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-5bcfa294-fe22-417c-9cd4-9cf64a2cc42b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (4deaae63-1901-420d-a0e4-2bbd9de34f2a), precommit_delete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:57.258176 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [None req-ac2003b6-9cde-4058-baef-929c0d78945c admin admin] For port 4deaae63-1901-420d-a0e4-2bbd9de34f2a, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=4deaae63-1901-420d-a0e4-2bbd9de34f2a,segment=NetworkSegment(27a2e33f-06f2-4e3d-ac54-2874447fd6e1),segment_id=27a2e33f-06f2-4e3d-ac54-2874447fd6e1)] {{(pid=111208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:48:57.258443 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ac2003b6-9cde-4058-baef-929c0d78945c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (4deaae63-1901-420d-a0e4-2bbd9de34f2a), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:57.264850 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-5bcfa294-fe22-417c-9cd4-9cf64a2cc42b None None] Calling delete_port for 4deaae63-1901-420d-a0e4-2bbd9de34f2a owned by network:dhcp {{(pid=111210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:48:57.272449 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-ac2003b6-9cde-4058-baef-929c0d78945c admin admin] Calling delete_port for 4deaae63-1901-420d-a0e4-2bbd9de34f2a owned by network:dhcp {{(pid=111208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:48:57.314576 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a189877a-00bd-45a2-b04e-ac5e8bd008ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-904184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16100397'] for subnet (d8fd93ea-a115-463a-a934-3f2928a422e9), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:57.348047 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189877a-00bd-45a2-b04e-ac5e8bd008ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8fd93ea-a115-463a-a934-3f2928a422e9,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:57.356828 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a189877a-00bd-45a2-b04e-ac5e8bd008ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:57.359977 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-a189877a-00bd-45a2-b04e-ac5e8bd008ef admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d8fd93ea-a115-463a-a934-3f2928a422e9 HTTP/1.1" status: 204 len: 168 time: 0.5028994 May 23 15:48:57.363589 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 48410) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:57.422021 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-5bcfa294-fe22-417c-9cd4-9cf64a2cc42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734'] for port (4deaae63-1901-420d-a0e4-2bbd9de34f2a), after_delete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:57.440785 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-4baa3278-d01b-4c50-b3b8-a020ac11f38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3939425'] for network (82187835-1cc7-4f11-be5a-d9271e6dcbf6), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:57.442293 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ac2003b6-9cde-4058-baef-929c0d78945c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (4deaae63-1901-420d-a0e4-2bbd9de34f2a), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:57.449684 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcfa294-fe22-417c-9cd4-9cf64a2cc42b None None] Pushing event deleted for resources: {'Port': ['ID=4deaae63-1901-420d-a0e4-2bbd9de34f2a,revision_number=None']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:57.456267 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcfa294-fe22-417c-9cd4-9cf64a2cc42b None None] No DVR routers for this DVR port 4deaae63-1901-420d-a0e4-2bbd9de34f2a on host dv-cinder-840678-12-iscsi {{(pid=111210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:48:57.466676 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:57.473194 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2003b6-9cde-4058-baef-929c0d78945c admin admin] Pushing event deleted for resources: {'Port': ['ID=4deaae63-1901-420d-a0e4-2bbd9de34f2a,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:57.476764 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2003b6-9cde-4058-baef-929c0d78945c admin admin] No DVR routers for this DVR port 4deaae63-1901-420d-a0e4-2bbd9de34f2a on host dv-cinder-840678-12-iscsi {{(pid=111208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:48:57.533741 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-4baa3278-d01b-4c50-b3b8-a020ac11f38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998021', 'neutron.services.segments.db._delete_segments_for_network-8747701125223'] for network (82187835-1cc7-4f11-be5a-d9271e6dcbf6), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:57.553438 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ac2003b6-9cde-4058-baef-929c0d78945c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998021', 'neutron.services.segments.db._delete_segments_for_network-8747701125223'] for network (52f38aa2-2e8c-4bbb-b78a-8086514940da), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:57.556316 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.services.segments.db [None req-4baa3278-d01b-4c50-b3b8-a020ac11f38a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82187835-1cc7-4f11-be5a-d9271e6dcbf6']}} {{(pid=111209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:57.566252 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.services.segments.db [None req-4baa3278-d01b-4c50-b3b8-a020ac11f38a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c78b7ac6-0822-4e41-9147-d4331c94a448') {'for_net_delete': True} {{(pid=111209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:57.566461 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.services.segments.db [None req-4baa3278-d01b-4c50-b3b8-a020ac11f38a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c78b7ac6-0822-4e41-9147-d4331c94a448') {} {{(pid=111209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:57.573726 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.services.segments.db [None req-ac2003b6-9cde-4058-baef-929c0d78945c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f38aa2-2e8c-4bbb-b78a-8086514940da']}} {{(pid=111208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:57.577451 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-4baa3278-d01b-4c50-b3b8-a020ac11f38a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747701124208', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11732002'] for segment (c78b7ac6-0822-4e41-9147-d4331c94a448), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:57.583928 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.services.segments.db [None req-ac2003b6-9cde-4058-baef-929c0d78945c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27a2e33f-06f2-4e3d-ac54-2874447fd6e1') {'for_net_delete': True} {{(pid=111208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:57.584229 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.services.segments.db [None req-ac2003b6-9cde-4058-baef-929c0d78945c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27a2e33f-06f2-4e3d-ac54-2874447fd6e1') {} {{(pid=111208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:48:57.590935 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-4baa3278-d01b-4c50-b3b8-a020ac11f38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (c78b7ac6-0822-4e41-9147-d4331c94a448), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:57.593866 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ac2003b6-9cde-4058-baef-929c0d78945c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747701124208', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16211575'] for segment (27a2e33f-06f2-4e3d-ac54-2874447fd6e1), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:57.602049 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4baa3278-d01b-4c50-b3b8-a020ac11f38a admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=111209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:48:57.602520 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-4baa3278-d01b-4c50-b3b8-a020ac11f38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11992984'] for segment (c78b7ac6-0822-4e41-9147-d4331c94a448), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:57.608378 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ac2003b6-9cde-4058-baef-929c0d78945c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (27a2e33f-06f2-4e3d-ac54-2874447fd6e1), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:57.615434 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac2003b6-9cde-4058-baef-929c0d78945c admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=111208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:48:57.615825 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ac2003b6-9cde-4058-baef-929c0d78945c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-906266'] for segment (27a2e33f-06f2-4e3d-ac54-2874447fd6e1), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:57.664059 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:57.742029 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-4baa3278-d01b-4c50-b3b8-a020ac11f38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747474'] for network (82187835-1cc7-4f11-be5a-d9271e6dcbf6), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:57.747529 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-4baa3278-d01b-4c50-b3b8-a020ac11f38a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:57.751662 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-4baa3278-d01b-4c50-b3b8-a020ac11f38a admin admin] 10.222.0.64 "DELETE /v2.0/networks/82187835-1cc7-4f11-be5a-d9271e6dcbf6 HTTP/1.1" status: 204 len: 168 time: 0.3864596 May 23 15:48:57.757552 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.services.segments.plugin [-] Segment c78b7ac6-0822-4e41-9147-d4331c94a448 resource provider aggregate not found May 23 15:48:57.758694 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ac2003b6-9cde-4058-baef-929c0d78945c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747474'] for network (52f38aa2-2e8c-4bbb-b78a-8086514940da), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:57.765291 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ac2003b6-9cde-4058-baef-929c0d78945c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:57.771611 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-ac2003b6-9cde-4058-baef-929c0d78945c admin admin] 10.222.0.64 "DELETE /v2.0/networks/52f38aa2-2e8c-4bbb-b78a-8086514940da HTTP/1.1" status: 204 len: 168 time: 0.7766614 May 23 15:48:57.772251 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 48420) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:57.780914 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa3278-d01b-4c50-b3b8-a020ac11f38a admin admin] Pushing event deleted for resources: {'Network': ['ID=82187835-1cc7-4f11-be5a-d9271e6dcbf6,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:57.793725 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2003b6-9cde-4058-baef-929c0d78945c admin admin] Pushing event deleted for resources: {'Network': ['ID=52f38aa2-2e8c-4bbb-b78a-8086514940da,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:57.813681 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.services.segments.plugin [-] Segment c78b7ac6-0822-4e41-9147-d4331c94a448 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c78b7ac6-0822-4e41-9147-d4331c94a448 found for delete ", "request_id": "req-0d268182-4969-4dc9-a370-cdd2692e2e63"}]} May 23 15:48:57.838953 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 9b4bf110-1e84-4289-9b99-6e2444bbcc17 no longer exists at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:48:57.863134 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] No Port match for: 9b4bf110-1e84-4289-9b99-6e2444bbcc17 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:48:57.863504 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 9b4bf110-1e84-4289-9b99-6e2444bbcc17 not bound to the agent host dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:48:57.863909 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 4deaae63-1901-420d-a0e4-2bbd9de34f2a no longer exists at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:48:57.882092 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] No Port match for: 4deaae63-1901-420d-a0e4-2bbd9de34f2a {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:48:57.882443 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 4deaae63-1901-420d-a0e4-2bbd9de34f2a not bound to the agent host dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:48:57.882874 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device cd0125ba-ecbb-483c-ad98-340695fb0e80 no longer exists at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:48:57.902183 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] No Port match for: cd0125ba-ecbb-483c-ad98-340695fb0e80 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:48:57.902183 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device cd0125ba-ecbb-483c-ad98-340695fb0e80 not bound to the agent host dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:48:57.918108 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c2ac5-e93c-48fd-9916-083897cf2f56 req-bc43e5af-f40d-4ca5-88f7-326090f5d411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:57.918335 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-be7c2ac5-e93c-48fd-9916-083897cf2f56 req-bc43e5af-f40d-4ca5-88f7-326090f5d411 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3&tenant_id=749e4849b23b4e42be64ef0ab0330a0b HTTP/1.1" status: 200 len: 1128 time: 0.0545352 May 23 15:48:58.029504 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c2ac5-e93c-48fd-9916-083897cf2f56 req-eb41e2fb-ce60-41dd-9085-c2728508cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:58.030998 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-be7c2ac5-e93c-48fd-9916-083897cf2f56 req-eb41e2fb-ce60-41dd-9085-c2728508cdb3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=749e4849b23b4e42be64ef0ab0330a0b&device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 1128 time: 0.0753419 May 23 15:48:58.101092 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 48424) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:58.145832 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-592685f6-12af-4112-82a9-a1ec4c84a393 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=780ecbc29b1b455cadc088113b086366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435412 May 23 15:48:58.148342 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 48426) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:58.199054 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-4c763670-11d4-4f34-b0cd-65e81e3d8d54 admin admin] Publish callbacks [] for security_group (a48e9a0f-cde9-48b2-9c38-fa8b928df58b), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:58.216470 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79133647-4198-4f28-9817-90b34b4d70db req-689e6171-f136-482e-9f01-6e06f738aa1e tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:58.217976 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-79133647-4198-4f28-9817-90b34b4d70db req-689e6171-f136-482e-9f01-6e06f738aa1e tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 944 time: 0.1114798 May 23 15:48:58.220634 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-4c763670-11d4-4f34-b0cd-65e81e3d8d54 admin admin] Publish callbacks [] for security_group (a48e9a0f-cde9-48b2-9c38-fa8b928df58b), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:58.227313 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:58.260505 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c2ac5-e93c-48fd-9916-083897cf2f56 req-f7f9a7c8-30f4-4fdc-8ce1-8e3c0b41bb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:58.261899 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-be7c2ac5-e93c-48fd-9916-083897cf2f56 req-f7f9a7c8-30f4-4fdc-8ce1-8e3c0b41bb48 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8fb40c4e-9164-4617-9793-abd2286f1896 HTTP/1.1" status: 200 len: 917 time: 0.2216969 May 23 15:48:58.267083 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:58.358967 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-4c763670-11d4-4f34-b0cd-65e81e3d8d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (a48e9a0f-cde9-48b2-9c38-fa8b928df58b), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:58.361634 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-4c763670-11d4-4f34-b0cd-65e81e3d8d54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:58.365838 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-4c763670-11d4-4f34-b0cd-65e81e3d8d54 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a48e9a0f-cde9-48b2-9c38-fa8b928df58b HTTP/1.1" status: 204 len: 168 time: 0.2142236 May 23 15:48:58.370076 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e70efd2a-9ed8-4ffe-bb8e-1dde54df5fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745920'] for router_interface (14a808cd-0cea-4126-b3b9-dd5a542a1b70), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:58.373532 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c763670-11d4-4f34-b0cd-65e81e3d8d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48e9a0f-cde9-48b2-9c38-fa8b928df58b,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:58.407608 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-79133647-4198-4f28-9817-90b34b4d70db req-3600227d-3af7-4ac8-8d0b-f6985e9d88dd tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789877 May 23 15:48:58.421049 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-be7c2ac5-e93c-48fd-9916-083897cf2f56 req-b42d72e9-2958-4e72-a3a7-441ce123b0a7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f19c00b-8184-4f9a-bd54-44e27e1f300a HTTP/1.1" status: 200 len: 1000 time: 0.1495571 May 23 15:48:58.523657 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c2ac5-e93c-48fd-9916-083897cf2f56 req-5d117037-110b-438e-90fd-a86e465b9a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:58.525047 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-be7c2ac5-e93c-48fd-9916-083897cf2f56 req-5d117037-110b-438e-90fd-a86e465b9a5c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0890d0be-25d8-4c38-9ad0-940056305fe2 HTTP/1.1" status: 200 len: 855 time: 0.0962296 May 23 15:48:58.561756 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:58.618581 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c2ac5-e93c-48fd-9916-083897cf2f56 req-73e86802-6321-417f-abf8-f9cbea893bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:58.620110 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-be7c2ac5-e93c-48fd-9916-083897cf2f56 req-73e86802-6321-417f-abf8-f9cbea893bba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8fb40c4e-9164-4617-9793-abd2286f1896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0705910 May 23 15:48:58.733961 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.services.segments.plugin [-] Segment 27a2e33f-06f2-4e3d-ac54-2874447fd6e1 resource provider aggregate not found May 23 15:48:58.746364 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:58.755481 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.services.segments.plugin [-] Segment 27a2e33f-06f2-4e3d-ac54-2874447fd6e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27a2e33f-06f2-4e3d-ac54-2874447fd6e1 found for delete ", "request_id": "req-4a1f7cdb-ddbd-4d06-8011-243ea5e3732c"}]} May 23 15:48:58.757859 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-e70efd2a-9ed8-4ffe-bb8e-1dde54df5fad admin admin] Deleting port a571411a-48b4-4d27-aab7-d70a00ecdb15 {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:48:58.758205 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e70efd2a-9ed8-4ffe-bb8e-1dde54df5fad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (a571411a-48b4-4d27-aab7-d70a00ecdb15), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:58.802963 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-be7c2ac5-e93c-48fd-9916-083897cf2f56 req-6626b39b-96bc-406a-b811-b01ef5c4fec9 service neutron] 10.222.0.69 "GET /v2.0/networks/8fb40c4e-9164-4617-9793-abd2286f1896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752968 May 23 15:48:58.850174 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:58.922968 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [None req-e70efd2a-9ed8-4ffe-bb8e-1dde54df5fad admin admin] For port a571411a-48b4-4d27-aab7-d70a00ecdb15, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=a571411a-48b4-4d27-aab7-d70a00ecdb15,segment=NetworkSegment(a7b801c6-ab1b-4b6d-971c-65176a6e5d66),segment_id=a7b801c6-ab1b-4b6d-971c-65176a6e5d66)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:48:58.923358 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e70efd2a-9ed8-4ffe-bb8e-1dde54df5fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (a571411a-48b4-4d27-aab7-d70a00ecdb15), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:58.943915 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-e70efd2a-9ed8-4ffe-bb8e-1dde54df5fad admin admin] Calling delete_port for a571411a-48b4-4d27-aab7-d70a00ecdb15 owned by network:router_interface {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:48:58.947308 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-be7c2ac5-e93c-48fd-9916-083897cf2f56 req-f5bbc025-23ff-49e5-bfc7-294b00ee8350 service neutron] 10.222.0.69 "GET /v2.0/networks/8fb40c4e-9164-4617-9793-abd2286f1896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382244 May 23 15:48:59.007726 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 48440) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:59.102946 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-d6d1a58b-6657-4032-a7a0-b1687535945b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9aaa48a2ec82422a8eb82cce558a778a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0941520 May 23 15:48:59.105677 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 48446) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:59.155472 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-270bf4ce-5219-4b64-8585-b9a7770249bc admin admin] Publish callbacks [] for security_group (295190e3-994d-4c1e-ad3e-b9347fc3eab9), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:59.179926 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-270bf4ce-5219-4b64-8585-b9a7770249bc admin admin] Publish callbacks [] for security_group (295190e3-994d-4c1e-ad3e-b9347fc3eab9), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:59.233307 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e70efd2a-9ed8-4ffe-bb8e-1dde54df5fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (a571411a-48b4-4d27-aab7-d70a00ecdb15), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:59.258613 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70efd2a-9ed8-4ffe-bb8e-1dde54df5fad admin admin] Pushing event deleted for resources: {'Port': ['ID=a571411a-48b4-4d27-aab7-d70a00ecdb15,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:59.324647 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-270bf4ce-5219-4b64-8585-b9a7770249bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (295190e3-994d-4c1e-ad3e-b9347fc3eab9), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:59.327833 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-270bf4ce-5219-4b64-8585-b9a7770249bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:59.335458 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-270bf4ce-5219-4b64-8585-b9a7770249bc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/295190e3-994d-4c1e-ad3e-b9347fc3eab9 HTTP/1.1" status: 204 len: 168 time: 0.2226248 May 23 15:48:59.340191 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bf4ce-5219-4b64-8585-b9a7770249bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295190e3-994d-4c1e-ad3e-b9347fc3eab9,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:48:59.446579 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:59.469665 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e70efd2a-9ed8-4ffe-bb8e-1dde54df5fad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-291457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745812'] for router_interface (14a808cd-0cea-4126-b3b9-dd5a542a1b70), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:48:59.610050 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7232a-2de6-4239-9b1b-edfd380ee473 req-2355fde5-745e-4960-84cf-4ca21553fa6f tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:48:59.611486 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1cf7232a-2de6-4239-9b1b-edfd380ee473 req-2355fde5-745e-4960-84cf-4ca21553fa6f tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 944 time: 0.0816083 May 23 15:48:59.662509 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:48:59.710016 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1cf7232a-2de6-4239-9b1b-edfd380ee473 req-6a13a6eb-12c2-4ec2-9b66-c2fdcc4f2697 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893960 May 23 15:48:59.817299 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70efd2a-9ed8-4ffe-bb8e-1dde54df5fad admin admin] Router 14a808cd-0cea-4126-b3b9-dd5a542a1b70 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:48:59.954011 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70efd2a-9ed8-4ffe-bb8e-1dde54df5fad admin admin] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:48:59.963915 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-e70efd2a-9ed8-4ffe-bb8e-1dde54df5fad admin admin] 10.222.0.64 "PUT /v2.0/routers/14a808cd-0cea-4126-b3b9-dd5a542a1b70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1870911 May 23 15:48:59.964115 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 48472) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:48:59.977933 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cb01ec-cc80-4dbf-ae2e-bb5a009dddb8 None None] Sync routers for ids ['14a808cd-0cea-4126-b3b9-dd5a542a1b70'] in dv-cinder-840678-12-iscsi {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:48:59.996389 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cb01ec-cc80-4dbf-ae2e-bb5a009dddb8 None None] Routers {'14a808cd-0cea-4126-b3b9-dd5a542a1b70'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:48:59.998077 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-a6cb01ec-cc80-4dbf-ae2e-bb5a009dddb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:48:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['14a808cd-0cea-4126-b3b9-dd5a542a1b70'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:49:00.095939 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-78045577-b6c3-4354-a299-42d45f2792e0 admin admin] Publish callbacks [] for router (14a808cd-0cea-4126-b3b9-dd5a542a1b70), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:00.176892 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-a6cb01ec-cc80-4dbf-ae2e-bb5a009dddb8 None None] Set router 14a808cd-0cea-4126-b3b9-dd5a542a1b70 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:49:00.266687 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:DELETE=11,neutron:SELECT=89 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:00.272461 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-78045577-b6c3-4354-a299-42d45f2792e0 admin admin] Publish callbacks [] for router_gateway (14a808cd-0cea-4126-b3b9-dd5a542a1b70), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:00.404431 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-78045577-b6c3-4354-a299-42d45f2792e0 admin admin] Deleting port de9c86c9-a3cf-45b5-8260-da1fe862cc9a {{(pid=111208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:49:00.405078 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-78045577-b6c3-4354-a299-42d45f2792e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (de9c86c9-a3cf-45b5-8260-da1fe862cc9a), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:00.467936 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-a6cb01ec-cc80-4dbf-ae2e-bb5a009dddb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a808cd-0cea-4126-b3b9-dd5a542a1b70', 'name': 'tempest-TestShelveInstance-70685883-router', 'tenant_id': '8e7b1014ab1b4cb58f1c556dd952271d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'de9c86c9-a3cf-45b5-8260-da1fe862cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:42:57Z', 'updated_at': '2022-05-23T15:48:59Z', 'revision_number': 5, 'project_id': '8e7b1014ab1b4cb58f1c556dd952271d', 'gw_port': {'id': 'de9c86c9-a3cf-45b5-8260-da1fe862cc9a', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a808cd-0cea-4126-b3b9-dd5a542a1b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:42:58Z', 'updated_at': '2022-05-23T15:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:49:00.500969 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cb01ec-cc80-4dbf-ae2e-bb5a009dddb8 None None] Checking router: 14a808cd-0cea-4126-b3b9-dd5a542a1b70 for host: dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:49:00.519519 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cb01ec-cc80-4dbf-ae2e-bb5a009dddb8 None None] Routers {'14a808cd-0cea-4126-b3b9-dd5a542a1b70'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:49:00.519519 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-a6cb01ec-cc80-4dbf-ae2e-bb5a009dddb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:48:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['14a808cd-0cea-4126-b3b9-dd5a542a1b70'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:49:00.543579 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [None req-78045577-b6c3-4354-a299-42d45f2792e0 admin admin] For port de9c86c9-a3cf-45b5-8260-da1fe862cc9a, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=de9c86c9-a3cf-45b5-8260-da1fe862cc9a,segment=NetworkSegment(2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5),segment_id=2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5)] {{(pid=111208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:49:00.545319 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-78045577-b6c3-4354-a299-42d45f2792e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (de9c86c9-a3cf-45b5-8260-da1fe862cc9a), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:00.584274 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-78045577-b6c3-4354-a299-42d45f2792e0 admin admin] Calling delete_port for de9c86c9-a3cf-45b5-8260-da1fe862cc9a owned by network:router_gateway {{(pid=111208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:49:00.624051 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-a6cb01ec-cc80-4dbf-ae2e-bb5a009dddb8 None None] Set router 14a808cd-0cea-4126-b3b9-dd5a542a1b70 gateway port host: None {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:49:00.684275 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-a6cb01ec-cc80-4dbf-ae2e-bb5a009dddb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a808cd-0cea-4126-b3b9-dd5a542a1b70', 'name': 'tempest-TestShelveInstance-70685883-router', 'tenant_id': '8e7b1014ab1b4cb58f1c556dd952271d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:42:57Z', 'updated_at': '2022-05-23T15:49:00Z', 'revision_number': 6, 'project_id': '8e7b1014ab1b4cb58f1c556dd952271d', 'gw_port_host': None}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:49:00.718831 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cb01ec-cc80-4dbf-ae2e-bb5a009dddb8 None None] The sync data for ids ['14a808cd-0cea-4126-b3b9-dd5a542a1b70'] in dv-cinder-840678-12-iscsi is: [{'id': '14a808cd-0cea-4126-b3b9-dd5a542a1b70', 'name': 'tempest-TestShelveInstance-70685883-router', 'tenant_id': '8e7b1014ab1b4cb58f1c556dd952271d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:42:57Z', 'updated_at': '2022-05-23T15:49:00Z', 'revision_number': 6, 'project_id': '8e7b1014ab1b4cb58f1c556dd952271d', 'gw_port_host': None}] {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:49:00.874813 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-78045577-b6c3-4354-a299-42d45f2792e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (de9c86c9-a3cf-45b5-8260-da1fe862cc9a), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:00.928420 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78045577-b6c3-4354-a299-42d45f2792e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=de9c86c9-a3cf-45b5-8260-da1fe862cc9a,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:49:01.051184 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-78045577-b6c3-4354-a299-42d45f2792e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746810'] for router_gateway (14a808cd-0cea-4126-b3b9-dd5a542a1b70), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:01.229934 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:49:01.254093 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-78045577-b6c3-4354-a299-42d45f2792e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-752101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12818'] for router (14a808cd-0cea-4126-b3b9-dd5a542a1b70), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:01.261342 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-78045577-b6c3-4354-a299-42d45f2792e0 admin admin] Publish callbacks [] for router_controller (14a808cd-0cea-4126-b3b9-dd5a542a1b70), precommit_delete_associations {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:01.336370 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:01.389341 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc5ebd-6e8a-49a6-8458-b5d1fe6bcf7c req-aa37cbd6-51aa-49df-99c9-7034519d0462 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:01.390918 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-eebc5ebd-6e8a-49a6-8458-b5d1fe6bcf7c req-aa37cbd6-51aa-49df-99c9-7034519d0462 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 944 time: 0.5428705 May 23 15:49:01.438669 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-78045577-b6c3-4354-a299-42d45f2792e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-752028'] for router (14a808cd-0cea-4126-b3b9-dd5a542a1b70), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:01.439426 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78045577-b6c3-4354-a299-42d45f2792e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14a808cd-0cea-4126-b3b9-dd5a542a1b70 {{(pid=111208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 15:49:01.445650 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-78045577-b6c3-4354-a299-42d45f2792e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:01.450787 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-78045577-b6c3-4354-a299-42d45f2792e0 admin admin] 10.222.0.64 "DELETE /v2.0/routers/14a808cd-0cea-4126-b3b9-dd5a542a1b70 HTTP/1.1" status: 204 len: 168 time: 1.4849734 May 23 15:49:01.450787 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 48494) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:49:01.464237 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-eebc5ebd-6e8a-49a6-8458-b5d1fe6bcf7c req-17bfc40f-a45e-4430-80e5-a88e0e709d75 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619502 May 23 15:49:01.537693 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d329180-a9c6-4acd-906b-89e0b380e11e admin admin] Deleting subnet c92a9a50-d256-4ee0-958f-1ecffffcde1e {{(pid=111208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:49:01.541513 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-1d329180-a9c6-4acd-906b-89e0b380e11e admin admin] Publish callbacks [] for subnet (c92a9a50-d256-4ee0-958f-1ecffffcde1e), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:01.587745 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-1d329180-a9c6-4acd-906b-89e0b380e11e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211576'] for subnet (c92a9a50-d256-4ee0-958f-1ecffffcde1e), precommit_delete_associations {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:01.698308 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-1d329180-a9c6-4acd-906b-89e0b380e11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999690'] for subnet (c92a9a50-d256-4ee0-958f-1ecffffcde1e), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:01.749052 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:01.851381 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device a571411a-48b4-4d27-aab7-d70a00ecdb15 no longer exists at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:49:01.857242 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-1d329180-a9c6-4acd-906b-89e0b380e11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-904184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16100397'] for subnet (c92a9a50-d256-4ee0-958f-1ecffffcde1e), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:01.883554 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] No Port match for: a571411a-48b4-4d27-aab7-d70a00ecdb15 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:49:01.884402 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device a571411a-48b4-4d27-aab7-d70a00ecdb15 not bound to the agent host dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:49:01.885206 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device de9c86c9-a3cf-45b5-8260-da1fe862cc9a no longer exists at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:49:01.891977 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d329180-a9c6-4acd-906b-89e0b380e11e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c92a9a50-d256-4ee0-958f-1ecffffcde1e,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:49:01.899471 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-1d329180-a9c6-4acd-906b-89e0b380e11e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:01.904787 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-1d329180-a9c6-4acd-906b-89e0b380e11e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c92a9a50-d256-4ee0-958f-1ecffffcde1e HTTP/1.1" status: 204 len: 168 time: 0.4508548 May 23 15:49:01.905190 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 48496) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:49:01.908663 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d329180-a9c6-4acd-906b-89e0b380e11e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:01.909860 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d329180-a9c6-4acd-906b-89e0b380e11e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:01.910505 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d329180-a9c6-4acd-906b-89e0b380e11e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:01.910620 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d329180-a9c6-4acd-906b-89e0b380e11e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:01.910878 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d329180-a9c6-4acd-906b-89e0b380e11e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:01.911219 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d329180-a9c6-4acd-906b-89e0b380e11e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:01.911555 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d329180-a9c6-4acd-906b-89e0b380e11e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:01.911889 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d329180-a9c6-4acd-906b-89e0b380e11e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:01.912226 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d329180-a9c6-4acd-906b-89e0b380e11e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:01.912651 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d329180-a9c6-4acd-906b-89e0b380e11e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:01.912993 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d329180-a9c6-4acd-906b-89e0b380e11e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:01.913354 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d329180-a9c6-4acd-906b-89e0b380e11e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:01.913755 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d329180-a9c6-4acd-906b-89e0b380e11e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:01.914089 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d329180-a9c6-4acd-906b-89e0b380e11e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:01.914683 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d329180-a9c6-4acd-906b-89e0b380e11e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:02.064241 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-0cef652e-0750-49d7-80f9-eaa7b43e27ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3939425'] for network (bce7afe1-8ddf-472f-80de-d85ef567f86a), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:02.140959 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173cad32-ca39-45ad-a7a7-0fa5f8395866 None None] Network bce7afe1-8ddf-472f-80de-d85ef567f86a requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:49:02.144977 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] No Port match for: de9c86c9-a3cf-45b5-8260-da1fe862cc9a {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:49:02.145516 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device de9c86c9-a3cf-45b5-8260-da1fe862cc9a not bound to the agent host dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:49:02.187640 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-0cef652e-0750-49d7-80f9-eaa7b43e27ca admin admin] Deleting port 442e2065-efba-4bef-8295-4c3c29900fb2 {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:49:02.188223 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-0cef652e-0750-49d7-80f9-eaa7b43e27ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (442e2065-efba-4bef-8295-4c3c29900fb2), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:02.265834 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [None req-0cef652e-0750-49d7-80f9-eaa7b43e27ca admin admin] For port 442e2065-efba-4bef-8295-4c3c29900fb2, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=442e2065-efba-4bef-8295-4c3c29900fb2,segment=NetworkSegment(a7b801c6-ab1b-4b6d-971c-65176a6e5d66),segment_id=a7b801c6-ab1b-4b6d-971c-65176a6e5d66)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:49:02.266356 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-0cef652e-0750-49d7-80f9-eaa7b43e27ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (442e2065-efba-4bef-8295-4c3c29900fb2), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:02.282929 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-0cef652e-0750-49d7-80f9-eaa7b43e27ca admin admin] Calling delete_port for 442e2065-efba-4bef-8295-4c3c29900fb2 owned by network:dhcp {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:49:02.341913 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a0a4a3-0587-4321-bc13-d53eac78c7aa None None] DHCP port deletion for bce7afe1-8ddf-472f-80de-d85ef567f86a request from dv-cinder-840678-12-iscsi {{(pid=111210) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 15:49:02.373716 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:02.383881 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c1a0a4a3-0587-4321-bc13-d53eac78c7aa None None] Deleting port 442e2065-efba-4bef-8295-4c3c29900fb2 {{(pid=111210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:49:02.384272 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c1a0a4a3-0587-4321-bc13-d53eac78c7aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (442e2065-efba-4bef-8295-4c3c29900fb2), before_delete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:02.448525 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:02.457034 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c1a0a4a3-0587-4321-bc13-d53eac78c7aa None None] For port 442e2065-efba-4bef-8295-4c3c29900fb2, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=442e2065-efba-4bef-8295-4c3c29900fb2,segment=NetworkSegment(a7b801c6-ab1b-4b6d-971c-65176a6e5d66),segment_id=a7b801c6-ab1b-4b6d-971c-65176a6e5d66)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:49:02.457721 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c1a0a4a3-0587-4321-bc13-d53eac78c7aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (442e2065-efba-4bef-8295-4c3c29900fb2), precommit_delete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:02.477354 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c1a0a4a3-0587-4321-bc13-d53eac78c7aa None None] Calling delete_port for 442e2065-efba-4bef-8295-4c3c29900fb2 owned by network:dhcp {{(pid=111210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:49:02.490498 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-0cef652e-0750-49d7-80f9-eaa7b43e27ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (442e2065-efba-4bef-8295-4c3c29900fb2), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:02.522403 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cef652e-0750-49d7-80f9-eaa7b43e27ca admin admin] No DVR routers for this DVR port 442e2065-efba-4bef-8295-4c3c29900fb2 on host dv-cinder-840678-12-iscsi {{(pid=111209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:49:02.524488 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef652e-0750-49d7-80f9-eaa7b43e27ca admin admin] Pushing event deleted for resources: {'Port': ['ID=442e2065-efba-4bef-8295-4c3c29900fb2,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:49:02.582588 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:02.598617 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c1a0a4a3-0587-4321-bc13-d53eac78c7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734'] for port (442e2065-efba-4bef-8295-4c3c29900fb2), after_delete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:02.618349 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a0a4a3-0587-4321-bc13-d53eac78c7aa None None] No DVR routers for this DVR port 442e2065-efba-4bef-8295-4c3c29900fb2 on host dv-cinder-840678-12-iscsi {{(pid=111210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:49:02.645880 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0a4a3-0587-4321-bc13-d53eac78c7aa None None] Pushing event deleted for resources: {'Port': ['ID=442e2065-efba-4bef-8295-4c3c29900fb2,revision_number=None']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:49:02.653881 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ded10c-d40b-4a48-a8ee-3b7421f16c30 req-ee8ef280-c25f-49f7-b667-6ed88cfeedb3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:02.655427 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c8ded10c-d40b-4a48-a8ee-3b7421f16c30 req-ee8ef280-c25f-49f7-b667-6ed88cfeedb3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 944 time: 0.1027093 May 23 15:49:02.664619 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-0cef652e-0750-49d7-80f9-eaa7b43e27ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998021', 'neutron.services.segments.db._delete_segments_for_network-8747701125223'] for network (bce7afe1-8ddf-472f-80de-d85ef567f86a), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:02.708050 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.services.segments.db [None req-0cef652e-0750-49d7-80f9-eaa7b43e27ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce7afe1-8ddf-472f-80de-d85ef567f86a']}} {{(pid=111209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:49:02.724947 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.services.segments.db [None req-0cef652e-0750-49d7-80f9-eaa7b43e27ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7b801c6-ab1b-4b6d-971c-65176a6e5d66') {'for_net_delete': True} {{(pid=111209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:49:02.725302 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.services.segments.db [None req-0cef652e-0750-49d7-80f9-eaa7b43e27ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7b801c6-ab1b-4b6d-971c-65176a6e5d66') {} {{(pid=111209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:49:02.746186 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-0cef652e-0750-49d7-80f9-eaa7b43e27ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747701124208', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11732002'] for segment (a7b801c6-ab1b-4b6d-971c-65176a6e5d66), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:02.767515 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c8ded10c-d40b-4a48-a8ee-3b7421f16c30 req-dfec0a5b-73f3-4540-8d48-0bb8cbe7785f tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996711 May 23 15:49:02.777298 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-0cef652e-0750-49d7-80f9-eaa7b43e27ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (a7b801c6-ab1b-4b6d-971c-65176a6e5d66), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:02.785851 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cef652e-0750-49d7-80f9-eaa7b43e27ca admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=111209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:49:02.786274 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-0cef652e-0750-49d7-80f9-eaa7b43e27ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11992984'] for segment (a7b801c6-ab1b-4b6d-971c-65176a6e5d66), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:02.848977 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.services.segments.plugin [-] Segment a7b801c6-ab1b-4b6d-971c-65176a6e5d66 resource provider aggregate not found May 23 15:49:02.875062 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.services.segments.plugin [-] Segment a7b801c6-ab1b-4b6d-971c-65176a6e5d66 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7b801c6-ab1b-4b6d-971c-65176a6e5d66 found for delete ", "request_id": "req-8c82b1b0-3ef7-459b-97f6-7767c01512cf"}]} May 23 15:49:02.981913 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-0cef652e-0750-49d7-80f9-eaa7b43e27ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747474'] for network (bce7afe1-8ddf-472f-80de-d85ef567f86a), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:02.992928 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-0cef652e-0750-49d7-80f9-eaa7b43e27ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:02.996260 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-0cef652e-0750-49d7-80f9-eaa7b43e27ca admin admin] 10.222.0.64 "DELETE /v2.0/networks/bce7afe1-8ddf-472f-80de-d85ef567f86a HTTP/1.1" status: 204 len: 168 time: 1.0900846 May 23 15:49:03.008668 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef652e-0750-49d7-80f9-eaa7b43e27ca admin admin] Pushing event deleted for resources: {'Network': ['ID=bce7afe1-8ddf-472f-80de-d85ef567f86a,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:49:03.465894 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 48520) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:49:03.511678 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-09a221e0-c6e5-435e-acbe-ca97a4a74797 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e0860b3d072246d49cd43a900351d571&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443521 May 23 15:49:03.514064 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 48522) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:49:03.571823 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-fb0cd637-16fd-437c-8111-c153ff2a6090 admin admin] Publish callbacks [] for security_group (40dba63a-fb80-48ed-b920-4a255d6cbbca), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:03.613811 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:03.615937 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-fb0cd637-16fd-437c-8111-c153ff2a6090 admin admin] Publish callbacks [] for security_group (40dba63a-fb80-48ed-b920-4a255d6cbbca), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:03.781625 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-fb0cd637-16fd-437c-8111-c153ff2a6090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (40dba63a-fb80-48ed-b920-4a255d6cbbca), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:03.785387 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-fb0cd637-16fd-437c-8111-c153ff2a6090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:03.786815 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-fb0cd637-16fd-437c-8111-c153ff2a6090 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/40dba63a-fb80-48ed-b920-4a255d6cbbca HTTP/1.1" status: 204 len: 168 time: 0.2717683 May 23 15:49:03.801483 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0cd637-16fd-437c-8111-c153ff2a6090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dba63a-fb80-48ed-b920-4a255d6cbbca,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:49:03.878596 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 442e2065-efba-4bef-8295-4c3c29900fb2 no longer exists at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:49:03.893851 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] No Port match for: 442e2065-efba-4bef-8295-4c3c29900fb2 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:49:03.897899 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 442e2065-efba-4bef-8295-4c3c29900fb2 not bound to the agent host dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:49:04.056912 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db2fc1-4d98-461e-b9a6-ccb3804adfb1 req-262b2587-4a82-45ca-affc-8956e50cec49 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:04.061402 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c0db2fc1-4d98-461e-b9a6-ccb3804adfb1 req-262b2587-4a82-45ca-affc-8956e50cec49 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 944 time: 0.0966971 May 23 15:49:04.163884 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c0db2fc1-4d98-461e-b9a6-ccb3804adfb1 req-f186b6af-2f3d-43dc-9a35-3bee05f5722c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945165 May 23 15:49:04.811251 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 48556) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:49:04.889996 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-aa1b8d0a-ddeb-4a12-952e-b98e137adfaa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8e7b1014ab1b4cb58f1c556dd952271d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0752797 May 23 15:49:04.890327 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 48562) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:49:04.949332 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2a4e28f0-2310-4ae1-afe5-bed65410e5c3 admin admin] Publish callbacks [] for security_group (2354dc8a-cbb5-4fac-a84c-75fde1432c00), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:04.978004 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2a4e28f0-2310-4ae1-afe5-bed65410e5c3 admin admin] Publish callbacks [] for security_group (2354dc8a-cbb5-4fac-a84c-75fde1432c00), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:05.136240 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2a4e28f0-2310-4ae1-afe5-bed65410e5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (2354dc8a-cbb5-4fac-a84c-75fde1432c00), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:05.139003 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2a4e28f0-2310-4ae1-afe5-bed65410e5c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:05.142417 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-2a4e28f0-2310-4ae1-afe5-bed65410e5c3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2354dc8a-cbb5-4fac-a84c-75fde1432c00 HTTP/1.1" status: 204 len: 168 time: 0.2490478 May 23 15:49:05.149803 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e28f0-2310-4ae1-afe5-bed65410e5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2354dc8a-cbb5-4fac-a84c-75fde1432c00,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:49:05.319906 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66db8b-4b3f-42ad-997c-060cb6a09eb0 req-c805043a-a7cf-482a-956e-c975dd148dce tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:05.328619 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7d66db8b-4b3f-42ad-997c-060cb6a09eb0 req-c805043a-a7cf-482a-956e-c975dd148dce tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 944 time: 0.0765915 May 23 15:49:05.376200 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7d66db8b-4b3f-42ad-997c-060cb6a09eb0 req-68e14279-7a2b-47e1-b03b-cba218976713 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461805 May 23 15:49:06.508619 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f167d-4e86-431f-88c2-9691c60ce8cd req-05e117ae-cf4b-44ec-be46-730cf388a265 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:06.510479 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e32f167d-4e86-431f-88c2-9691c60ce8cd req-05e117ae-cf4b-44ec-be46-730cf388a265 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 944 time: 0.0482783 May 23 15:49:06.592524 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e32f167d-4e86-431f-88c2-9691c60ce8cd req-83398dc8-bf8d-4b4b-8899-59de18e424b9 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735838 May 23 15:49:07.385214 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 48582) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:49:07.529839 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b38879c7-519a-4f24-a40c-0208be95edd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:07.678616 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b38879c7-519a-4f24-a40c-0208be95edd5 admin admin] Publish callbacks [] for security_group (4a29561f-5d15-43bb-b074-a854bb6147bb), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:07.758431 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b38879c7-519a-4f24-a40c-0208be95edd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (4a29561f-5d15-43bb-b074-a854bb6147bb), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:07.810918 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd631b-2afc-42c7-aca3-179adfdb7373 req-aa93a96a-055a-4159-956d-0e37a997d6bc tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:07.812508 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-19dd631b-2afc-42c7-aca3-179adfdb7373 req-aa93a96a-055a-4159-956d-0e37a997d6bc tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 944 time: 0.0793502 May 23 15:49:07.856196 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-b38879c7-519a-4f24-a40c-0208be95edd5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d92074a57c1f44289cbc29b9d18fc12a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4698255 May 23 15:49:07.858989 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 48596) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:49:07.861816 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38879c7-519a-4f24-a40c-0208be95edd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a29561f-5d15-43bb-b074-a854bb6147bb,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:49:07.903412 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:07.913959 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-19dd631b-2afc-42c7-aca3-179adfdb7373 req-953b643b-09a8-4437-b649-1946f3cd6bc9 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918891 May 23 15:49:07.942724 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c2437102-92ef-4b2d-9be2-af7520267c8f admin admin] Publish callbacks [] for security_group (4a29561f-5d15-43bb-b074-a854bb6147bb), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:07.963092 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c2437102-92ef-4b2d-9be2-af7520267c8f admin admin] Publish callbacks [] for security_group (4a29561f-5d15-43bb-b074-a854bb6147bb), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:08.113367 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c2437102-92ef-4b2d-9be2-af7520267c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (4a29561f-5d15-43bb-b074-a854bb6147bb), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:08.116043 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c2437102-92ef-4b2d-9be2-af7520267c8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:08.117418 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-c2437102-92ef-4b2d-9be2-af7520267c8f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4a29561f-5d15-43bb-b074-a854bb6147bb HTTP/1.1" status: 204 len: 168 time: 0.2571921 May 23 15:49:08.125858 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2437102-92ef-4b2d-9be2-af7520267c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a29561f-5d15-43bb-b074-a854bb6147bb,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:49:09.058202 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97428587-939f-42fd-aefc-d32c94254652 req-8961823c-4059-4c05-be8d-30328b7ee453 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:09.058202 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-97428587-939f-42fd-aefc-d32c94254652 req-8961823c-4059-4c05-be8d-30328b7ee453 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 944 time: 0.0544717 May 23 15:49:09.100790 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-97428587-939f-42fd-aefc-d32c94254652 req-4aabad8b-6af9-4d60-bad5-56b37a3ffbb4 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467176 May 23 15:49:10.220456 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66546842-4451-4101-8123-3ec56c69439e req-4601bcd0-bce3-4f03-921b-e568c4e2b327 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:10.222563 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-66546842-4451-4101-8123-3ec56c69439e req-4601bcd0-bce3-4f03-921b-e568c4e2b327 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 944 time: 0.0463662 May 23 15:49:10.270315 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-66546842-4451-4101-8123-3ec56c69439e req-be41c2f3-030b-40e9-a328-c9da7bc66a22 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421576 May 23 15:49:11.393960 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24748ddf-d7fd-442f-88c5-cd2c28afa8f9 req-68bbf63a-dcd0-4b94-9af3-e10f2f799dc9 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:11.395447 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-24748ddf-d7fd-442f-88c5-cd2c28afa8f9 req-68bbf63a-dcd0-4b94-9af3-e10f2f799dc9 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 944 time: 0.0479681 May 23 15:49:11.448730 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-24748ddf-d7fd-442f-88c5-cd2c28afa8f9 req-4e9cbea9-fea8-4e4a-8588-345bf961ed69 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470531 May 23 15:49:12.559276 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:12.575382 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b56ee-f06b-438a-9ae4-70ba47374322 req-8a5f13fb-9328-4758-a158-93aea27a29cd tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:12.576838 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4c4b56ee-f06b-438a-9ae4-70ba47374322 req-8a5f13fb-9328-4758-a158-93aea27a29cd tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 944 time: 0.0529184 May 23 15:49:12.624504 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4c4b56ee-f06b-438a-9ae4-70ba47374322 req-04fa9b32-220d-442c-81a6-4746c3a7b809 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420005 May 23 15:49:13.750378 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78301b5-d001-4769-84f6-aff167c1d55c req-58fb5067-b825-455a-b7c7-2b1902148344 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:13.751844 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a78301b5-d001-4769-84f6-aff167c1d55c req-58fb5067-b825-455a-b7c7-2b1902148344 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 944 time: 0.0493410 May 23 15:49:13.801812 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a78301b5-d001-4769-84f6-aff167c1d55c req-476d83f6-aeaa-4fd9-8d85-893f091515cb tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439050 May 23 15:49:14.923483 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5efa9-e8ce-4835-a3d3-78d546b4bd53 req-35051f62-df8a-43af-a7cc-0a1e078f5d24 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:14.925367 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-61b5efa9-e8ce-4835-a3d3-78d546b4bd53 req-35051f62-df8a-43af-a7cc-0a1e078f5d24 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 944 time: 0.0502079 May 23 15:49:14.971522 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-61b5efa9-e8ce-4835-a3d3-78d546b4bd53 req-3c3c7de6-c6d1-4c8d-a1cf-594bebadde95 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405545 May 23 15:49:15.868314 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 9f19c00b-8184-4f9a-bd54-44e27e1f300a details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=111210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:49:15.974953 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 9f19c00b-8184-4f9a-bd54-44e27e1f300a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9f19c00b-8184-4f9a-bd54-44e27e1f300a,segment=NetworkSegment(d129db44-bab8-43da-81f8-4f7ff8070dc8),segment_id=d129db44-bab8-43da-81f8-4f7ff8070dc8)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:49:15.987898 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Returning: {'device': '9f19c00b-8184-4f9a-bd54-44e27e1f300a', 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896', 'port_id': '9f19c00b-8184-4f9a-bd54-44e27e1f300a', 'mac_address': 'fa:16:3e:9c:26:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:49:16.030274 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port 9f19c00b-8184-4f9a-bd54-44e27e1f300a is: DOWN; New status is: BUILD {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:49:16.030794 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (9f19c00b-8184-4f9a-bd54-44e27e1f300a), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:16.055631 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f19c00b-8184-4f9a-bd54-44e27e1f300a {{(pid=111210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:49:16.083579 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 9f19c00b-8184-4f9a-bd54-44e27e1f300a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9f19c00b-8184-4f9a-bd54-44e27e1f300a,segment=NetworkSegment(d129db44-bab8-43da-81f8-4f7ff8070dc8),segment_id=d129db44-bab8-43da-81f8-4f7ff8070dc8)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:49:16.114975 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1dcfd-bc96-462b-a4d5-e6563545d3fe req-72ea334b-9e0e-4757-a65c-e73a51520672 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:16.116472 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-06f1dcfd-bc96-462b-a4d5-e6563545d3fe req-72ea334b-9e0e-4757-a65c-e73a51520672 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 944 time: 0.0640891 May 23 15:49:16.141289 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (9f19c00b-8184-4f9a-bd54-44e27e1f300a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:16.173639 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-06f1dcfd-bc96-462b-a4d5-e6563545d3fe req-67b1e91b-6fd3-4ca2-8891-d9165a3136da tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509262 May 23 15:49:16.207897 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=9f19c00b-8184-4f9a-bd54-44e27e1f300a,revision_number=9']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:49:16.215027 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:16.215383 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:16.215745 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:16.216079 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:16.216418 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:16.216749 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:16.217095 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:16.217428 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:16.217760 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:16.218093 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:16.218425 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:16.218755 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:16.219079 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:16.219405 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:16.219730 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:16.473812 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['9f19c00b-8184-4f9a-bd54-44e27e1f300a'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:49:17.301395 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e883a-8a51-4b89-8ea1-7c6bffbd0cd6 req-bf95074e-8b5a-473a-be2e-4ad010d523d1 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:17.302844 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-231e883a-8a51-4b89-8ea1-7c6bffbd0cd6 req-bf95074e-8b5a-473a-be2e-4ad010d523d1 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 945 time: 0.0527108 May 23 15:49:17.350017 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-231e883a-8a51-4b89-8ea1-7c6bffbd0cd6 req-e862021c-04b2-4a3f-a41f-c67b04d1630f tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415311 May 23 15:49:17.609220 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=61 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:17.675388 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=50 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:17.850313 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=44,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:17.852227 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=7 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:17.886452 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 9f19c00b-8184-4f9a-bd54-44e27e1f300a up at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:49:17.936729 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning complete for port 9f19c00b-8184-4f9a-bd54-44e27e1f300a triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:49:17.937189 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (9f19c00b-8184-4f9a-bd54-44e27e1f300a), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:18.018868 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port 9f19c00b-8184-4f9a-bd54-44e27e1f300a is: BUILD; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:49:18.019329 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (9f19c00b-8184-4f9a-bd54-44e27e1f300a), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:18.045285 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9a9391-45aa-4e87-b025-839d2bf5c8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f19c00b-8184-4f9a-bd54-44e27e1f300a'}] {{(pid=111210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:49:18.047546 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9c7a1c507f49bcca1db13b0162076e02f5240d03c1faf9934ae6854bea0488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2f38db-fc4f-4a95-88d4-fd265f288d9f" -d '{"events": [{"server_uuid": "9d9a9391-45aa-4e87-b025-839d2bf5c8a3", "name": "network-vif-plugged", "status": "completed", "tag": "9f19c00b-8184-4f9a-bd54-44e27e1f300a"}]}' {{(pid=111210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:49:18.062493 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 9f19c00b-8184-4f9a-bd54-44e27e1f300a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9f19c00b-8184-4f9a-bd54-44e27e1f300a,segment=NetworkSegment(d129db44-bab8-43da-81f8-4f7ff8070dc8),segment_id=d129db44-bab8-43da-81f8-4f7ff8070dc8)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:49:18.093589 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a67a66-5dc2-418d-ab19-7030c50beb46 x-openstack-request-id: req-87a67a66-5dc2-418d-ab19-7030c50beb46 {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:49:18.093891 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d9a9391-45aa-4e87-b025-839d2bf5c8a3", "name": "network-vif-plugged", "status": "completed", "tag": "9f19c00b-8184-4f9a-bd54-44e27e1f300a", "code": 200}]} {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:49:18.094145 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-87a67a66-5dc2-418d-ab19-7030c50beb46 {{(pid=111210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:49:18.094550 dv-cinder-840678-12-iscsi neutron-server[111210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87a67a66-5dc2-418d-ab19-7030c50beb46'] response: {'server_uuid': '9d9a9391-45aa-4e87-b025-839d2bf5c8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f19c00b-8184-4f9a-bd54-44e27e1f300a', 'code': 200} May 23 15:49:18.187640 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (9f19c00b-8184-4f9a-bd54-44e27e1f300a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:18.238949 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=9f19c00b-8184-4f9a-bd54-44e27e1f300a,revision_number=10']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:49:18.473721 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bece669-7c92-4880-b174-5aadf4935683 req-3e5b5f1d-1547-47c7-95f5-f6bfbabed719 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:18.475260 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2bece669-7c92-4880-b174-5aadf4935683 req-3e5b5f1d-1547-47c7-95f5-f6bfbabed719 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 947 time: 0.0526006 May 23 15:49:18.524477 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2bece669-7c92-4880-b174-5aadf4935683 req-c9298482-0d12-40b9-85f3-22b3ec0b5c8b tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434513 May 23 15:49:19.642744 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b271dc6-99bf-4d22-93e1-02362f5c623d req-a3ec6000-b548-4d95-b1c3-c0dd0a9aed69 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:19.644216 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5b271dc6-99bf-4d22-93e1-02362f5c623d req-a3ec6000-b548-4d95-b1c3-c0dd0a9aed69 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 947 time: 0.0466111 May 23 15:49:19.694607 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5b271dc6-99bf-4d22-93e1-02362f5c623d req-bfb15860-4f71-4962-b69d-a9f01e6794e4 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449021 May 23 15:49:20.814393 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf8033-dc7b-4d21-933b-8bb8d080f605 req-526dcfc6-4bb8-47cb-832a-757332fc0b96 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:20.815757 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7fcf8033-dc7b-4d21-933b-8bb8d080f605 req-526dcfc6-4bb8-47cb-832a-757332fc0b96 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 947 time: 0.0472121 May 23 15:49:20.855581 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:20.862701 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7fcf8033-dc7b-4d21-933b-8bb8d080f605 req-a9a9ccd0-9bd9-448f-b6f4-efdb32f31a1d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410457 May 23 15:49:21.376035 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c85e0-eb7f-4b66-a1c4-cc7479eadb1d req-75de6ea2-815a-42c7-a1d9-819c15c0bb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:21.377541 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b94c85e0-eb7f-4b66-a1c4-cc7479eadb1d req-75de6ea2-815a-42c7-a1d9-819c15c0bb4f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 1131 time: 0.0386543 May 23 15:49:21.423196 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b94c85e0-eb7f-4b66-a1c4-cc7479eadb1d req-a992ed9e-46e3-4358-b5b9-d1e5f19fb80f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393002 May 23 15:49:21.855651 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-aef5519a-7e70-4f99-81e2-d4e9a4bf6ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:21.987655 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd0d85-22e4-459d-bcdf-b4b31496630e req-c79a5df6-621d-4109-8f22-bee9326b6c35 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:21.991074 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-57fd0d85-22e4-459d-bcdf-b4b31496630e req-c79a5df6-621d-4109-8f22-bee9326b6c35 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 947 time: 0.0518761 May 23 15:49:22.039257 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-57fd0d85-22e4-459d-bcdf-b4b31496630e req-dee0f918-e72b-487c-b140-21f48f45e19b tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435541 May 23 15:49:23.169195 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e07a0f-ae99-4722-89d4-b2bdac581da5 req-25fc0560-5815-49cf-af1e-bbdd842884b9 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:23.171622 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-36e07a0f-ae99-4722-89d4-b2bdac581da5 req-25fc0560-5815-49cf-af1e-bbdd842884b9 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 947 time: 0.0546720 May 23 15:49:23.225158 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-36e07a0f-ae99-4722-89d4-b2bdac581da5 req-92d5d1dd-3f26-4b77-a0dc-f86a2c2f1064 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450301 May 23 15:49:23.367556 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc8c31-732e-4251-a18f-45978ee46835 req-3cac757b-f53e-4fcc-8be7-604b6b555ab0 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:23.368869 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c2dc8c31-732e-4251-a18f-45978ee46835 req-3cac757b-f53e-4fcc-8be7-604b6b555ab0 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=78181bea-41e3-4044-b9e4-9c3700fb9037 HTTP/1.1" status: 200 len: 946 time: 0.0466709 May 23 15:49:23.381390 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:23.425223 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c2dc8c31-732e-4251-a18f-45978ee46835 req-790f987a-b1d4-42c6-b085-19a90b4e3601 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea0122-0dd8-4f46-8140-8c04e7e6d731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501852 May 23 15:49:24.203924 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-f902e77a-4b36-47ef-b885-2fe0f28db243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:24.349629 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fa8c9-bff7-4d83-ac59-e6c4797a4844 req-a76419bc-2ed9-4265-a268-9ce78f6828cb tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:24.351161 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-090fa8c9-bff7-4d83-ac59-e6c4797a4844 req-a76419bc-2ed9-4265-a268-9ce78f6828cb tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 947 time: 0.0484018 May 23 15:49:24.398805 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-090fa8c9-bff7-4d83-ac59-e6c4797a4844 req-bb9af9d9-e878-4e6c-a80b-cb99dec3a11a tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420341 May 23 15:49:24.542368 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cd702-8622-4285-87aa-4ecb6aa734c7 req-53193d3b-11c9-4b88-9133-21a038cefe11 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:24.543824 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-207cd702-8622-4285-87aa-4ecb6aa734c7 req-53193d3b-11c9-4b88-9133-21a038cefe11 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=78181bea-41e3-4044-b9e4-9c3700fb9037 HTTP/1.1" status: 200 len: 946 time: 0.0478268 May 23 15:49:24.591506 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-207cd702-8622-4285-87aa-4ecb6aa734c7 req-13c3aa32-d312-4560-bcbd-b966cdceb899 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea0122-0dd8-4f46-8140-8c04e7e6d731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420671 May 23 15:49:25.199800 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28b743-8ae4-4636-acc8-85da650daea8 req-dcfce7f4-07db-4d4a-b18c-a0db39aaf38d tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:25.201157 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6f28b743-8ae4-4636-acc8-85da650daea8 req-dcfce7f4-07db-4d4a-b18c-a0db39aaf38d tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.69 "GET /v2.0/ports?device_id=78181bea-41e3-4044-b9e4-9c3700fb9037 HTTP/1.1" status: 200 len: 946 time: 0.0500205 May 23 15:49:25.283312 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-6f28b743-8ae4-4636-acc8-85da650daea8 req-05a04351-7ecc-47b9-ad0d-742b571a9ddc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Deleting port 6f5eff2d-445b-4844-b500-782ab519f384 {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:49:25.283652 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-6f28b743-8ae4-4636-acc8-85da650daea8 req-05a04351-7ecc-47b9-ad0d-742b571a9ddc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (6f5eff2d-445b-4844-b500-782ab519f384), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:25.375606 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-6f28b743-8ae4-4636-acc8-85da650daea8 req-05a04351-7ecc-47b9-ad0d-742b571a9ddc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] For port 6f5eff2d-445b-4844-b500-782ab519f384, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=6f5eff2d-445b-4844-b500-782ab519f384,segment=NetworkSegment(eb2ba815-dec5-4bfe-b7e3-360ced084414),segment_id=eb2ba815-dec5-4bfe-b7e3-360ced084414)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:49:25.376280 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-6f28b743-8ae4-4636-acc8-85da650daea8 req-05a04351-7ecc-47b9-ad0d-742b571a9ddc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (6f5eff2d-445b-4844-b500-782ab519f384), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:25.545009 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:DELETE=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:25.578130 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e6898-3527-4d37-a5af-89bef1238242 req-7df2aeb0-d75d-48dc-b406-2fc7e2cf06b3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:25.579725 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b76e6898-3527-4d37-a5af-89bef1238242 req-7df2aeb0-d75d-48dc-b406-2fc7e2cf06b3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 947 time: 0.0946984 May 23 15:49:25.582200 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-6f28b743-8ae4-4636-acc8-85da650daea8 req-05a04351-7ecc-47b9-ad0d-742b571a9ddc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:25.582690 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-6f28b743-8ae4-4636-acc8-85da650daea8 req-05a04351-7ecc-47b9-ad0d-742b571a9ddc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (510c4f72-0328-48c0-9980-f15046228b01), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:25.582880 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.db.l3_db [req-6f28b743-8ae4-4636-acc8-85da650daea8 req-05a04351-7ecc-47b9-ad0d-742b571a9ddc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Floating IP 510c4f72-0328-48c0-9980-f15046228b01 disassociated. External IP: 172.27.3.30, port: 6f5eff2d-445b-4844-b500-782ab519f384. May 23 15:49:25.583225 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-6f28b743-8ae4-4636-acc8-85da650daea8 req-05a04351-7ecc-47b9-ad0d-742b571a9ddc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Calling delete_port for 6f5eff2d-445b-4844-b500-782ab519f384 owned by compute:nova {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:49:25.615616 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:25.643739 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:25.705670 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b76e6898-3527-4d37-a5af-89bef1238242 req-3778423f-847b-4dff-aded-240fd53db606 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177809 May 23 15:49:25.737693 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0fa9a1-eef6-4b90-a46a-1148cf12ffca req-5bd7e1e5-29b9-41ce-90db-7f16d0500780 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:25.739519 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3b0fa9a1-eef6-4b90-a46a-1148cf12ffca req-5bd7e1e5-29b9-41ce-90db-7f16d0500780 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=78181bea-41e3-4044-b9e4-9c3700fb9037 HTTP/1.1" status: 200 len: 946 time: 0.0745382 May 23 15:49:25.740628 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:25.827140 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3b0fa9a1-eef6-4b90-a46a-1148cf12ffca req-6950430c-571b-4f40-a69e-0bae18a9c186 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea0122-0dd8-4f46-8140-8c04e7e6d731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815730 May 23 15:49:25.924365 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-6f28b743-8ae4-4636-acc8-85da650daea8 req-05a04351-7ecc-47b9-ad0d-742b571a9ddc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (6f5eff2d-445b-4844-b500-782ab519f384), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:25.952871 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a04351-7ecc-47b9-ad0d-742b571a9ddc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event deleted for resources: {'Port': ['ID=6f5eff2d-445b-4844-b500-782ab519f384,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:49:25.965556 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a04351-7ecc-47b9-ad0d-742b571a9ddc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:25.965911 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a04351-7ecc-47b9-ad0d-742b571a9ddc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:25.966257 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a04351-7ecc-47b9-ad0d-742b571a9ddc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:25.966641 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a04351-7ecc-47b9-ad0d-742b571a9ddc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:25.967012 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a04351-7ecc-47b9-ad0d-742b571a9ddc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:25.967357 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a04351-7ecc-47b9-ad0d-742b571a9ddc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:25.967695 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a04351-7ecc-47b9-ad0d-742b571a9ddc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:25.968068 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a04351-7ecc-47b9-ad0d-742b571a9ddc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:25.968402 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a04351-7ecc-47b9-ad0d-742b571a9ddc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:25.968782 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a04351-7ecc-47b9-ad0d-742b571a9ddc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:25.969164 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a04351-7ecc-47b9-ad0d-742b571a9ddc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:25.969495 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a04351-7ecc-47b9-ad0d-742b571a9ddc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:25.969821 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a04351-7ecc-47b9-ad0d-742b571a9ddc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:25.970163 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a04351-7ecc-47b9-ad0d-742b571a9ddc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:25.970508 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a04351-7ecc-47b9-ad0d-742b571a9ddc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:49:26.075603 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f28b743-8ae4-4636-acc8-85da650daea8 req-05a04351-7ecc-47b9-ad0d-742b571a9ddc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:49:26.180336 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f28b743-8ae4-4636-acc8-85da650daea8 req-05a04351-7ecc-47b9-ad0d-742b571a9ddc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:49:26.190701 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2081f0b-51ed-4609-9114-557389c94d95 None None] Sync routers for ids ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'] in dv-cinder-840678-12-iscsi {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:49:26.195261 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:26.202005 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2081f0b-51ed-4609-9114-557389c94d95 None None] Routers {'664d0f8c-af99-4e8c-a6dd-f6353adbfa51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:49:26.202631 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-a2081f0b-51ed-4609-9114-557389c94d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:49:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:49:26.222913 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f28b743-8ae4-4636-acc8-85da650daea8 req-05a04351-7ecc-47b9-ad0d-742b571a9ddc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] No DVR routers for this DVR port 6f5eff2d-445b-4844-b500-782ab519f384 on host hv-cinder-84067 {{(pid=111209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:49:26.225616 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-6f28b743-8ae4-4636-acc8-85da650daea8 req-05a04351-7ecc-47b9-ad0d-742b571a9ddc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:26.228841 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6f28b743-8ae4-4636-acc8-85da650daea8 req-05a04351-7ecc-47b9-ad0d-742b571a9ddc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.69 "DELETE /v2.0/ports/6f5eff2d-445b-4844-b500-782ab519f384 HTTP/1.1" status: 204 len: 173 time: 1.0223181 May 23 15:49:26.229291 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78181bea-41e3-4044-b9e4-9c3700fb9037', 'name': 'network-vif-deleted', 'tag': '6f5eff2d-445b-4844-b500-782ab519f384'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:49:26.231520 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0662ee-e8b2-43a0-b0ae-a7bd3b738a44" -d '{"events": [{"server_uuid": "78181bea-41e3-4044-b9e4-9c3700fb9037", "name": "network-vif-deleted", "tag": "6f5eff2d-445b-4844-b500-782ab519f384"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:49:26.268257 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4bd112-1471-4546-bff5-0f0e700773c1 x-openstack-request-id: req-de4bd112-1471-4546-bff5-0f0e700773c1 {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:49:26.268644 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78181bea-41e3-4044-b9e4-9c3700fb9037", "name": "network-vif-deleted", "tag": "6f5eff2d-445b-4844-b500-782ab519f384", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:49:26.269026 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de4bd112-1471-4546-bff5-0f0e700773c1 {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:49:26.269530 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de4bd112-1471-4546-bff5-0f0e700773c1'] response: {'server_uuid': '78181bea-41e3-4044-b9e4-9c3700fb9037', 'name': 'network-vif-deleted', 'tag': '6f5eff2d-445b-4844-b500-782ab519f384', 'status': 'completed', 'code': 200} May 23 15:49:26.309559 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-a2081f0b-51ed-4609-9114-557389c94d95 None None] Set router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:49:26.512363 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-a2081f0b-51ed-4609-9114-557389c94d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:43:08Z', 'revision_number': 4, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port': {'id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:04Z', 'updated_at': '2022-05-23T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'e5d87a55-685c-46b8-ae16-8a3aeaf73929', 'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'mac_address': 'fa:16:3e:de:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:07Z', 'updated_at': '2022-05-23T15:43:13Z', 'revision_number': 5, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'subnets': [{'id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:49:26.540178 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2081f0b-51ed-4609-9114-557389c94d95 None None] Checking router: 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 for host: dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:49:26.556566 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2081f0b-51ed-4609-9114-557389c94d95 None None] Routers {'664d0f8c-af99-4e8c-a6dd-f6353adbfa51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:49:26.557231 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-a2081f0b-51ed-4609-9114-557389c94d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:49:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:49:26.613442 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:26.669021 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-a2081f0b-51ed-4609-9114-557389c94d95 None None] Set router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:49:26.858926 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-a2081f0b-51ed-4609-9114-557389c94d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:43:08Z', 'revision_number': 4, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port': {'id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:04Z', 'updated_at': '2022-05-23T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'e5d87a55-685c-46b8-ae16-8a3aeaf73929', 'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'mac_address': 'fa:16:3e:de:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:07Z', 'updated_at': '2022-05-23T15:43:13Z', 'revision_number': 5, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'subnets': [{'id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:49:26.883550 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2081f0b-51ed-4609-9114-557389c94d95 None None] The sync data for ids ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'] in dv-cinder-840678-12-iscsi is: [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:43:08Z', 'revision_number': 4, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port': {'id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:04Z', 'updated_at': '2022-05-23T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'e5d87a55-685c-46b8-ae16-8a3aeaf73929', 'name': '', 'network_id': '6b67b25e-d689-4151-bafc-c9d67faaca84', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'mac_address': 'fa:16:3e:de:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:07Z', 'updated_at': '2022-05-23T15:43:13Z', 'revision_number': 5, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'subnets': [{'id': '798d4771-9590-4ee2-b6ff-bdfb7b6f48c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:49:26.944842 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-41041bd3-e3f9-49d8-9100-bbd746882c3c req-1488d78d-206d-483d-bfe6-ebbf9f7c8368 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/ports?device_id=78181bea-41e3-4044-b9e4-9c3700fb9037 HTTP/1.1" status: 200 len: 210 time: 0.0344608 May 23 15:49:27.117140 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644ef661-07ee-4322-b430-b7e9a0be213a None None] New status for floating IP 510c4f72-0328-48c0-9980-f15046228b01: DOWN {{(pid=111211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:49:27.949199 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 6f5eff2d-445b-4844-b500-782ab519f384 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:49:27.972248 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] No Port match for: 6f5eff2d-445b-4844-b500-782ab519f384 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:49:27.972601 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 6f5eff2d-445b-4844-b500-782ab519f384 not bound to the agent host hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:49:28.091281 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 48902) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:49:28.151535 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-9b0928a2-afe3-4d52-897a-b4d6f5d311c0 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group (41ea0122-0dd8-4f46-8140-8c04e7e6d731), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:28.178826 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-9b0928a2-afe3-4d52-897a-b4d6f5d311c0 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group (41ea0122-0dd8-4f46-8140-8c04e7e6d731), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:28.205229 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:28.289567 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:28.324487 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-9b0928a2-afe3-4d52-897a-b4d6f5d311c0 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (41ea0122-0dd8-4f46-8140-8c04e7e6d731), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:28.327185 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-9b0928a2-afe3-4d52-897a-b4d6f5d311c0 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:28.328351 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-9b0928a2-afe3-4d52-897a-b4d6f5d311c0 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "DELETE /v2.0/security-groups/41ea0122-0dd8-4f46-8140-8c04e7e6d731 HTTP/1.1" status: 204 len: 168 time: 0.2360506 May 23 15:49:28.331287 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 48904) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:49:28.338451 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0928a2-afe3-4d52-897a-b4d6f5d311c0 tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ea0122-0dd8-4f46-8140-8c04e7e6d731,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:49:28.345620 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.api.v2.resource [None req-89cd3f6c-82b1-41d5-a458-75cb8ac262ce tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] show failed (client error): The resource could not be found. May 23 15:49:28.346684 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-89cd3f6c-82b1-41d5-a458-75cb8ac262ce tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "GET /v2.0/security-groups/41ea0122-0dd8-4f46-8140-8c04e7e6d731 HTTP/1.1" status: 404 len: 347 time: 0.0143476 May 23 15:49:28.350757 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 48906) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:49:28.468652 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-7060b4f9-8d4e-4958-b8f3-ebc6c941dccc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Deleting port 2d2fb458-1d59-4080-9baa-37f3b450c6fd {{(pid=111208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:49:28.468991 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7060b4f9-8d4e-4958-b8f3-ebc6c941dccc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (2d2fb458-1d59-4080-9baa-37f3b450c6fd), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:28.794557 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7060b4f9-8d4e-4958-b8f3-ebc6c941dccc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (2d2fb458-1d59-4080-9baa-37f3b450c6fd), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:28.795673 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7060b4f9-8d4e-4958-b8f3-ebc6c941dccc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for floatingip (2d2fb458-1d59-4080-9baa-37f3b450c6fd), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:28.810089 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-7060b4f9-8d4e-4958-b8f3-ebc6c941dccc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Calling delete_port for 2d2fb458-1d59-4080-9baa-37f3b450c6fd owned by network:floatingip {{(pid=111208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:49:28.872572 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:28.986881 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7060b4f9-8d4e-4958-b8f3-ebc6c941dccc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (2d2fb458-1d59-4080-9baa-37f3b450c6fd), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:29.009969 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7060b4f9-8d4e-4958-b8f3-ebc6c941dccc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Pushing event deleted for resources: {'Port': ['ID=2d2fb458-1d59-4080-9baa-37f3b450c6fd,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:49:29.077919 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7060b4f9-8d4e-4958-b8f3-ebc6c941dccc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks [] for floatingip (510c4f72-0328-48c0-9980-f15046228b01), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:29.080616 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7060b4f9-8d4e-4958-b8f3-ebc6c941dccc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:29.082010 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-7060b4f9-8d4e-4958-b8f3-ebc6c941dccc tempest-AttachVolumeNegativeTest-2009285566 tempest-AttachVolumeNegativeTest-2009285566-project] 10.222.0.64 "DELETE /v2.0/floatingips/510c4f72-0328-48c0-9980-f15046228b01 HTTP/1.1" status: 204 len: 168 time: 0.7301662 May 23 15:49:31.914290 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4fa4f1ad-83ff-4f14-bdb3-4608864ca0a8 req-7c08de5b-39e4-41a2-90b9-26b388e18237 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406115 May 23 15:49:32.027289 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4f1ad-83ff-4f14-bdb3-4608864ca0a8 req-bc54cbd3-21a0-45d1-9f18-48ffb5a5ed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:32.029239 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4fa4f1ad-83ff-4f14-bdb3-4608864ca0a8 req-bc54cbd3-21a0-45d1-9f18-48ffb5a5ed1b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=749e4849b23b4e42be64ef0ab0330a0b&device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 1131 time: 0.0426102 May 23 15:49:32.149009 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4f1ad-83ff-4f14-bdb3-4608864ca0a8 req-fec74758-1ad2-4ac7-81e1-12ecbe595438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:32.150551 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4fa4f1ad-83ff-4f14-bdb3-4608864ca0a8 req-fec74758-1ad2-4ac7-81e1-12ecbe595438 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8fb40c4e-9164-4617-9793-abd2286f1896 HTTP/1.1" status: 200 len: 917 time: 0.0980525 May 23 15:49:32.221629 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4fa4f1ad-83ff-4f14-bdb3-4608864ca0a8 req-2c11e767-e0fc-44a1-b49d-2df18a4f2e73 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f19c00b-8184-4f9a-bd54-44e27e1f300a HTTP/1.1" status: 200 len: 1002 time: 0.0642869 May 23 15:49:32.283399 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4f1ad-83ff-4f14-bdb3-4608864ca0a8 req-5bd721cd-8a5a-4cf9-b4a6-2e30dc590bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:32.284986 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4fa4f1ad-83ff-4f14-bdb3-4608864ca0a8 req-5bd721cd-8a5a-4cf9-b4a6-2e30dc590bb9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0890d0be-25d8-4c38-9ad0-940056305fe2 HTTP/1.1" status: 200 len: 855 time: 0.0564935 May 23 15:49:32.343894 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4f1ad-83ff-4f14-bdb3-4608864ca0a8 req-ef93378f-86b0-4212-92d7-123a4eecc80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:32.345359 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4fa4f1ad-83ff-4f14-bdb3-4608864ca0a8 req-ef93378f-86b0-4212-92d7-123a4eecc80f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8fb40c4e-9164-4617-9793-abd2286f1896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0507491 May 23 15:49:32.440210 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4fa4f1ad-83ff-4f14-bdb3-4608864ca0a8 req-6284ca3b-5219-4cc8-a979-6924f205847f service neutron] 10.222.0.69 "GET /v2.0/networks/8fb40c4e-9164-4617-9793-abd2286f1896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871215 May 23 15:49:32.536036 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4fa4f1ad-83ff-4f14-bdb3-4608864ca0a8 req-fb77a02a-f190-4834-b78b-3be8e0b487b4 service neutron] 10.222.0.69 "GET /v2.0/networks/8fb40c4e-9164-4617-9793-abd2286f1896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880728 May 23 15:49:33.233238 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 48952) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:49:33.568416 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:33.706184 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-ef958ddc-afd9-4d80-828d-fde16fdb68ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745920'] for router_interface (664d0f8c-af99-4e8c-a6dd-f6353adbfa51), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:34.099420 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:34.176569 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-ef958ddc-afd9-4d80-828d-fde16fdb68ef admin admin] Deleting port e5d87a55-685c-46b8-ae16-8a3aeaf73929 {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:49:34.176858 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-ef958ddc-afd9-4d80-828d-fde16fdb68ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (e5d87a55-685c-46b8-ae16-8a3aeaf73929), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:34.261236 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [None req-ef958ddc-afd9-4d80-828d-fde16fdb68ef admin admin] For port e5d87a55-685c-46b8-ae16-8a3aeaf73929, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=e5d87a55-685c-46b8-ae16-8a3aeaf73929,segment=NetworkSegment(eb2ba815-dec5-4bfe-b7e3-360ced084414),segment_id=eb2ba815-dec5-4bfe-b7e3-360ced084414)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:49:34.261922 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-ef958ddc-afd9-4d80-828d-fde16fdb68ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (e5d87a55-685c-46b8-ae16-8a3aeaf73929), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:34.275191 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-ef958ddc-afd9-4d80-828d-fde16fdb68ef admin admin] Calling delete_port for e5d87a55-685c-46b8-ae16-8a3aeaf73929 owned by network:router_interface {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:49:34.512780 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-ef958ddc-afd9-4d80-828d-fde16fdb68ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (e5d87a55-685c-46b8-ae16-8a3aeaf73929), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:34.536550 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef958ddc-afd9-4d80-828d-fde16fdb68ef admin admin] Pushing event deleted for resources: {'Port': ['ID=e5d87a55-685c-46b8-ae16-8a3aeaf73929,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:49:34.695786 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:34.707649 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-ef958ddc-afd9-4d80-828d-fde16fdb68ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-291457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745812'] for router_interface (664d0f8c-af99-4e8c-a6dd-f6353adbfa51), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:34.930483 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef958ddc-afd9-4d80-828d-fde16fdb68ef admin admin] Router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:49:35.026878 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:35.036129 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef958ddc-afd9-4d80-828d-fde16fdb68ef admin admin] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:49:35.042128 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-ef958ddc-afd9-4d80-828d-fde16fdb68ef admin admin] 10.222.0.64 "PUT /v2.0/routers/664d0f8c-af99-4e8c-a6dd-f6353adbfa51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8072166 May 23 15:49:35.044556 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 48960) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:49:35.046925 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eece9451-e29e-42c4-b4f0-5ea694b9b103 None None] Sync routers for ids ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'] in dv-cinder-840678-12-iscsi {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:49:35.059570 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eece9451-e29e-42c4-b4f0-5ea694b9b103 None None] Routers {'664d0f8c-af99-4e8c-a6dd-f6353adbfa51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:49:35.060229 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-eece9451-e29e-42c4-b4f0-5ea694b9b103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:49:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:49:35.109854 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:35.149955 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-5779ad06-b0e4-458a-9280-39ffb474386e admin admin] Publish callbacks [] for router (664d0f8c-af99-4e8c-a6dd-f6353adbfa51), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:35.168596 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-eece9451-e29e-42c4-b4f0-5ea694b9b103 None None] Set router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:49:35.251885 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-5779ad06-b0e4-458a-9280-39ffb474386e admin admin] Publish callbacks [] for router_gateway (664d0f8c-af99-4e8c-a6dd-f6353adbfa51), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:35.344237 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-eece9451-e29e-42c4-b4f0-5ea694b9b103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:49:34Z', 'revision_number': 5, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port': {'id': 'ed3c6100-558e-4702-bb06-33d601afc053', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:43:04Z', 'updated_at': '2022-05-23T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:49:35.363865 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-5779ad06-b0e4-458a-9280-39ffb474386e admin admin] Deleting port ed3c6100-558e-4702-bb06-33d601afc053 {{(pid=111208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:49:35.364258 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-5779ad06-b0e4-458a-9280-39ffb474386e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (ed3c6100-558e-4702-bb06-33d601afc053), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:35.369426 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eece9451-e29e-42c4-b4f0-5ea694b9b103 None None] Checking router: 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 for host: dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:49:35.378167 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eece9451-e29e-42c4-b4f0-5ea694b9b103 None None] Routers {'664d0f8c-af99-4e8c-a6dd-f6353adbfa51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:49:35.378785 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-eece9451-e29e-42c4-b4f0-5ea694b9b103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:49:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:49:35.452977 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [None req-5779ad06-b0e4-458a-9280-39ffb474386e admin admin] For port ed3c6100-558e-4702-bb06-33d601afc053, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=ed3c6100-558e-4702-bb06-33d601afc053,segment=NetworkSegment(2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5),segment_id=2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5)] {{(pid=111208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:49:35.453395 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-5779ad06-b0e4-458a-9280-39ffb474386e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (ed3c6100-558e-4702-bb06-33d601afc053), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:35.469675 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-5779ad06-b0e4-458a-9280-39ffb474386e admin admin] Calling delete_port for ed3c6100-558e-4702-bb06-33d601afc053 owned by network:router_gateway {{(pid=111208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:49:35.531010 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:35.535563 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:35.594048 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:35.603150 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-eece9451-e29e-42c4-b4f0-5ea694b9b103 None None] Set router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 gateway port host: None {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:49:35.651416 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-eece9451-e29e-42c4-b4f0-5ea694b9b103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:49:35Z', 'revision_number': 6, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port_host': None}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:49:35.679471 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eece9451-e29e-42c4-b4f0-5ea694b9b103 None None] The sync data for ids ['664d0f8c-af99-4e8c-a6dd-f6353adbfa51'] in dv-cinder-840678-12-iscsi is: [{'id': '664d0f8c-af99-4e8c-a6dd-f6353adbfa51', 'name': 'tempest-AttachVolumeNegativeTest-1848384227-router', 'tenant_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:43:03Z', 'updated_at': '2022-05-23T15:49:35Z', 'revision_number': 6, 'project_id': 'a15ae9d15a64468f80628ed51c2e42d6', 'gw_port_host': None}] {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:49:35.706989 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-5779ad06-b0e4-458a-9280-39ffb474386e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (ed3c6100-558e-4702-bb06-33d601afc053), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:35.734818 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5779ad06-b0e4-458a-9280-39ffb474386e admin admin] Pushing event deleted for resources: {'Port': ['ID=ed3c6100-558e-4702-bb06-33d601afc053,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:49:35.804433 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-5779ad06-b0e4-458a-9280-39ffb474386e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746810'] for router_gateway (664d0f8c-af99-4e8c-a6dd-f6353adbfa51), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:35.895328 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-5779ad06-b0e4-458a-9280-39ffb474386e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-752101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12818'] for router (664d0f8c-af99-4e8c-a6dd-f6353adbfa51), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:35.897675 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-5779ad06-b0e4-458a-9280-39ffb474386e admin admin] Publish callbacks [] for router_controller (664d0f8c-af99-4e8c-a6dd-f6353adbfa51), precommit_delete_associations {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:36.009877 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-5779ad06-b0e4-458a-9280-39ffb474386e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-752028'] for router (664d0f8c-af99-4e8c-a6dd-f6353adbfa51), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:36.010530 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5779ad06-b0e4-458a-9280-39ffb474386e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 664d0f8c-af99-4e8c-a6dd-f6353adbfa51 {{(pid=111208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 15:49:36.019559 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-5779ad06-b0e4-458a-9280-39ffb474386e admin admin] Publish callbacks [] for router (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:36.019559 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-5779ad06-b0e4-458a-9280-39ffb474386e admin admin] 10.222.0.64 "DELETE /v2.0/routers/664d0f8c-af99-4e8c-a6dd-f6353adbfa51 HTTP/1.1" status: 204 len: 168 time: 0.9706759 May 23 15:49:36.019760 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 48964) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:49:36.079685 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ac209b-946d-41a5-8fdf-b5f3829fea70 admin admin] Deleting subnet 798d4771-9590-4ee2-b6ff-bdfb7b6f48c3 {{(pid=111209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:49:36.083715 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-00ac209b-946d-41a5-8fdf-b5f3829fea70 admin admin] Publish callbacks [] for subnet (798d4771-9590-4ee2-b6ff-bdfb7b6f48c3), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:36.126165 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-00ac209b-946d-41a5-8fdf-b5f3829fea70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11732013'] for subnet (798d4771-9590-4ee2-b6ff-bdfb7b6f48c3), precommit_delete_associations {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:36.145940 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device e5d87a55-685c-46b8-ae16-8a3aeaf73929 no longer exists at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:49:36.174175 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] No Port match for: e5d87a55-685c-46b8-ae16-8a3aeaf73929 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:49:36.174435 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device e5d87a55-685c-46b8-ae16-8a3aeaf73929 not bound to the agent host dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:49:36.216856 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-00ac209b-946d-41a5-8fdf-b5f3829fea70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999690'] for subnet (798d4771-9590-4ee2-b6ff-bdfb7b6f48c3), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:36.352854 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-00ac209b-946d-41a5-8fdf-b5f3829fea70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11985018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12197464'] for subnet (798d4771-9590-4ee2-b6ff-bdfb7b6f48c3), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:36.377595 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac209b-946d-41a5-8fdf-b5f3829fea70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=798d4771-9590-4ee2-b6ff-bdfb7b6f48c3,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:49:36.383762 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-00ac209b-946d-41a5-8fdf-b5f3829fea70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for subnet (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:36.387235 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-00ac209b-946d-41a5-8fdf-b5f3829fea70 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/798d4771-9590-4ee2-b6ff-bdfb7b6f48c3 HTTP/1.1" status: 204 len: 168 time: 0.3668160 May 23 15:49:36.389618 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 48966) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:49:36.390103 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e64dd7-4c03-40ee-9fd0-b8b77310ee78 None None] Network 6b67b25e-d689-4151-bafc-c9d67faaca84 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:49:36.463518 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-182d53b6-4ef8-4c2b-babb-4fa8881a2f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3939425'] for network (6b67b25e-d689-4151-bafc-c9d67faaca84), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:36.523978 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-182d53b6-4ef8-4c2b-babb-4fa8881a2f8d admin admin] Deleting port ed9cdce5-2125-455f-b88d-4741482ccf21 {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:49:36.524324 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-182d53b6-4ef8-4c2b-babb-4fa8881a2f8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (ed9cdce5-2125-455f-b88d-4741482ccf21), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:36.574539 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0e9f69-059d-4aef-a364-ddff5785f95a None None] DHCP port deletion for 6b67b25e-d689-4151-bafc-c9d67faaca84 request from dv-cinder-840678-12-iscsi {{(pid=111210) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 15:49:36.606652 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [None req-182d53b6-4ef8-4c2b-babb-4fa8881a2f8d admin admin] For port ed9cdce5-2125-455f-b88d-4741482ccf21, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=ed9cdce5-2125-455f-b88d-4741482ccf21,segment=NetworkSegment(eb2ba815-dec5-4bfe-b7e3-360ced084414),segment_id=eb2ba815-dec5-4bfe-b7e3-360ced084414)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:49:36.606652 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-182d53b6-4ef8-4c2b-babb-4fa8881a2f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (ed9cdce5-2125-455f-b88d-4741482ccf21), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:36.619895 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-bc0e9f69-059d-4aef-a364-ddff5785f95a None None] Deleting port ed9cdce5-2125-455f-b88d-4741482ccf21 {{(pid=111210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:49:36.620283 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-bc0e9f69-059d-4aef-a364-ddff5785f95a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (ed9cdce5-2125-455f-b88d-4741482ccf21), before_delete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:36.620815 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-182d53b6-4ef8-4c2b-babb-4fa8881a2f8d admin admin] Calling delete_port for ed9cdce5-2125-455f-b88d-4741482ccf21 owned by network:dhcp {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:49:36.688931 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-bc0e9f69-059d-4aef-a364-ddff5785f95a None None] For port ed9cdce5-2125-455f-b88d-4741482ccf21, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=ed9cdce5-2125-455f-b88d-4741482ccf21,segment=NetworkSegment(eb2ba815-dec5-4bfe-b7e3-360ced084414),segment_id=eb2ba815-dec5-4bfe-b7e3-360ced084414)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:49:36.689733 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-bc0e9f69-059d-4aef-a364-ddff5785f95a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (ed9cdce5-2125-455f-b88d-4741482ccf21), precommit_delete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:36.704522 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-bc0e9f69-059d-4aef-a364-ddff5785f95a None None] Calling delete_port for ed9cdce5-2125-455f-b88d-4741482ccf21 owned by network:dhcp {{(pid=111210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:49:36.710338 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:36.799821 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-182d53b6-4ef8-4c2b-babb-4fa8881a2f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (ed9cdce5-2125-455f-b88d-4741482ccf21), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:36.819653 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-bc0e9f69-059d-4aef-a364-ddff5785f95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734'] for port (ed9cdce5-2125-455f-b88d-4741482ccf21), after_delete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:36.843279 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0e9f69-059d-4aef-a364-ddff5785f95a None None] No DVR routers for this DVR port ed9cdce5-2125-455f-b88d-4741482ccf21 on host dv-cinder-840678-12-iscsi {{(pid=111210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:49:36.844710 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d53b6-4ef8-4c2b-babb-4fa8881a2f8d admin admin] Pushing event deleted for resources: {'Port': ['ID=ed9cdce5-2125-455f-b88d-4741482ccf21,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:49:36.859128 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182d53b6-4ef8-4c2b-babb-4fa8881a2f8d admin admin] No DVR routers for this DVR port ed9cdce5-2125-455f-b88d-4741482ccf21 on host dv-cinder-840678-12-iscsi {{(pid=111209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:49:36.874129 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0e9f69-059d-4aef-a364-ddff5785f95a None None] Pushing event deleted for resources: {'Port': ['ID=ed9cdce5-2125-455f-b88d-4741482ccf21,revision_number=None']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:49:36.933722 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-182d53b6-4ef8-4c2b-babb-4fa8881a2f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998021', 'neutron.services.segments.db._delete_segments_for_network-8747701125223'] for network (6b67b25e-d689-4151-bafc-c9d67faaca84), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:36.954118 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.services.segments.db [None req-182d53b6-4ef8-4c2b-babb-4fa8881a2f8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b67b25e-d689-4151-bafc-c9d67faaca84']}} {{(pid=111209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:49:36.965472 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.services.segments.db [None req-182d53b6-4ef8-4c2b-babb-4fa8881a2f8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb2ba815-dec5-4bfe-b7e3-360ced084414') {'for_net_delete': True} {{(pid=111209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:49:36.965766 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.services.segments.db [None req-182d53b6-4ef8-4c2b-babb-4fa8881a2f8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb2ba815-dec5-4bfe-b7e3-360ced084414') {} {{(pid=111209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:49:36.980443 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-182d53b6-4ef8-4c2b-babb-4fa8881a2f8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747701124208', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11732002'] for segment (eb2ba815-dec5-4bfe-b7e3-360ced084414), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:36.994508 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-182d53b6-4ef8-4c2b-babb-4fa8881a2f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (eb2ba815-dec5-4bfe-b7e3-360ced084414), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:37.000781 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182d53b6-4ef8-4c2b-babb-4fa8881a2f8d admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=111209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:49:37.001201 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-182d53b6-4ef8-4c2b-babb-4fa8881a2f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11992984'] for segment (eb2ba815-dec5-4bfe-b7e3-360ced084414), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:37.043743 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.services.segments.plugin [-] Segment eb2ba815-dec5-4bfe-b7e3-360ced084414 resource provider aggregate not found May 23 15:49:37.048552 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:37.061373 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.services.segments.plugin [-] Segment eb2ba815-dec5-4bfe-b7e3-360ced084414 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb2ba815-dec5-4bfe-b7e3-360ced084414 found for delete ", "request_id": "req-83493636-1fe6-4b56-9421-768825c1b1e2"}]} May 23 15:49:37.141134 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-182d53b6-4ef8-4c2b-babb-4fa8881a2f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747474'] for network (6b67b25e-d689-4151-bafc-c9d67faaca84), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:37.146593 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-182d53b6-4ef8-4c2b-babb-4fa8881a2f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:37.149671 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-182d53b6-4ef8-4c2b-babb-4fa8881a2f8d admin admin] 10.222.0.64 "DELETE /v2.0/networks/6b67b25e-d689-4151-bafc-c9d67faaca84 HTTP/1.1" status: 204 len: 168 time: 0.7591352 May 23 15:49:37.162653 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d53b6-4ef8-4c2b-babb-4fa8881a2f8d admin admin] Pushing event deleted for resources: {'Network': ['ID=6b67b25e-d689-4151-bafc-c9d67faaca84,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:49:37.189918 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:37.193201 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=7 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:37.688371 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 48980) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:49:37.729464 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-6b765718-1bd9-4d4f-abf1-7521f9a7b3f9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a15ae9d15a64468f80628ed51c2e42d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399222 May 23 15:49:37.731941 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 48982) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:49:37.780102 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c100eb4a-5f58-4c13-821b-f342db188eb3 admin admin] Publish callbacks [] for security_group (4bf25ea1-f0d7-41db-a777-1d872376ea6a), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:37.803178 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c100eb4a-5f58-4c13-821b-f342db188eb3 admin admin] Publish callbacks [] for security_group (4bf25ea1-f0d7-41db-a777-1d872376ea6a), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:37.830394 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device ed3c6100-558e-4702-bb06-33d601afc053 no longer exists at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:49:37.853221 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] No Port match for: ed3c6100-558e-4702-bb06-33d601afc053 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:49:37.853706 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device ed3c6100-558e-4702-bb06-33d601afc053 not bound to the agent host dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:49:37.854627 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device ed9cdce5-2125-455f-b88d-4741482ccf21 no longer exists at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:49:37.913690 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] No Port match for: ed9cdce5-2125-455f-b88d-4741482ccf21 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:49:37.913690 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device ed9cdce5-2125-455f-b88d-4741482ccf21 not bound to the agent host dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:49:38.141430 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c100eb4a-5f58-4c13-821b-f342db188eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (4bf25ea1-f0d7-41db-a777-1d872376ea6a), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:38.144031 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c100eb4a-5f58-4c13-821b-f342db188eb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:38.145261 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-c100eb4a-5f58-4c13-821b-f342db188eb3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4bf25ea1-f0d7-41db-a777-1d872376ea6a HTTP/1.1" status: 204 len: 168 time: 0.4124429 May 23 15:49:38.153415 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100eb4a-5f58-4c13-821b-f342db188eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf25ea1-f0d7-41db-a777-1d872376ea6a,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:49:38.220037 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:49:42.908731 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 49064) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:49:43.014394 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b267fbef-7830-49ec-bb72-cbc9cf152129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:43.090776 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b267fbef-7830-49ec-bb72-cbc9cf152129 admin admin] Publish callbacks [] for security_group (25cddf29-1032-4f13-ba35-2b1c3e431992), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:43.151752 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b267fbef-7830-49ec-bb72-cbc9cf152129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (25cddf29-1032-4f13-ba35-2b1c3e431992), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:43.193917 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-b267fbef-7830-49ec-bb72-cbc9cf152129 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=afcda3ba1e7e4a8cb7a6f5cda10e2ac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2839887 May 23 15:49:43.195124 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267fbef-7830-49ec-bb72-cbc9cf152129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cddf29-1032-4f13-ba35-2b1c3e431992,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:49:43.196645 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 49070) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:49:43.246589 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-ff00d9b4-c026-4f91-9108-4726327c9303 admin admin] Publish callbacks [] for security_group (25cddf29-1032-4f13-ba35-2b1c3e431992), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:43.268446 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-ff00d9b4-c026-4f91-9108-4726327c9303 admin admin] Publish callbacks [] for security_group (25cddf29-1032-4f13-ba35-2b1c3e431992), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:43.403572 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-ff00d9b4-c026-4f91-9108-4726327c9303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (25cddf29-1032-4f13-ba35-2b1c3e431992), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:43.406265 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-ff00d9b4-c026-4f91-9108-4726327c9303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:43.407515 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-ff00d9b4-c026-4f91-9108-4726327c9303 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/25cddf29-1032-4f13-ba35-2b1c3e431992 HTTP/1.1" status: 204 len: 168 time: 0.2098308 May 23 15:49:43.415236 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00d9b4-c026-4f91-9108-4726327c9303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cddf29-1032-4f13-ba35-2b1c3e431992,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:49:48.216613 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=2 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:50.593424 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 49208) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:49:50.703343 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-b8b576b8-0773-4e64-a546-46f3ef4c8d56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:50.779001 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-b8b576b8-0773-4e64-a546-46f3ef4c8d56 admin admin] Publish callbacks [] for security_group (7919eaa3-b602-4cdd-a675-c444c7e067e4), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:50.922692 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-b8b576b8-0773-4e64-a546-46f3ef4c8d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (7919eaa3-b602-4cdd-a675-c444c7e067e4), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:50.937769 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-b8b576b8-0773-4e64-a546-46f3ef4c8d56 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a9e404c07902411090953743248f1551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3430943 May 23 15:49:50.938615 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b576b8-0773-4e64-a546-46f3ef4c8d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7919eaa3-b602-4cdd-a675-c444c7e067e4,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:49:50.940342 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 49216) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:49:50.990223 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3e9cb312-3764-4b87-94ef-b848cfd1b816 admin admin] Publish callbacks [] for security_group (7919eaa3-b602-4cdd-a675-c444c7e067e4), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:51.012524 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3e9cb312-3764-4b87-94ef-b848cfd1b816 admin admin] Publish callbacks [] for security_group (7919eaa3-b602-4cdd-a675-c444c7e067e4), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:51.130153 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3e9cb312-3764-4b87-94ef-b848cfd1b816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (7919eaa3-b602-4cdd-a675-c444c7e067e4), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:51.132751 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3e9cb312-3764-4b87-94ef-b848cfd1b816 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:51.133962 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-3e9cb312-3764-4b87-94ef-b848cfd1b816 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7919eaa3-b602-4cdd-a675-c444c7e067e4 HTTP/1.1" status: 204 len: 168 time: 0.1924994 May 23 15:49:51.141817 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9cb312-3764-4b87-94ef-b848cfd1b816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7919eaa3-b602-4cdd-a675-c444c7e067e4,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:49:51.889111 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-a239ac23-dcc3-4b92-b217-31475d8dfdfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:52.137814 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 49244) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:49:52.238860 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-897b4f0d-3a31-434b-970b-c20783bd9b7f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-863790551-network', 'tenant_id': '58c0e4fa5fa246f08bb61703a42e2c59'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:49:52.255077 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:52.352297 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897b4f0d-3a31-434b-970b-c20783bd9b7f admin admin] Made reservation on behalf of 58c0e4fa5fa246f08bb61703a42e2c59 for: {'network': 1} {{(pid=111208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:49:52.354714 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-897b4f0d-3a31-434b-970b-c20783bd9b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for network (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:52.364162 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-897b4f0d-3a31-434b-970b-c20783bd9b7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:52.440678 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-897b4f0d-3a31-434b-970b-c20783bd9b7f admin admin] Publish callbacks [] for security_group (1da5c776-09eb-4e9c-b7d5-bebc9e0072c7), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:52.563374 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-897b4f0d-3a31-434b-970b-c20783bd9b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (1da5c776-09eb-4e9c-b7d5-bebc9e0072c7), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:52.580600 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=73,neutron:DELETE=6,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:52.589689 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897b4f0d-3a31-434b-970b-c20783bd9b7f admin admin] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=111208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:49:52.599722 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b4f0d-3a31-434b-970b-c20783bd9b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:49:52.604379 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-897b4f0d-3a31-434b-970b-c20783bd9b7f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747701125214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (744470ff-36e7-49b9-9be9-76935eda5005), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:52.604793 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.db.segments_db [None req-897b4f0d-3a31-434b-970b-c20783bd9b7f admin admin] Added segment 744470ff-36e7-49b9-9be9-76935eda5005 of type vlan for network 463d1c0a-9c63-4f99-9c4a-599a01360208 May 23 15:49:52.646112 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-897b4f0d-3a31-434b-970b-c20783bd9b7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747700567628'] for network (463d1c0a-9c63-4f99-9c4a-599a01360208), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:52.712036 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-897b4f0d-3a31-434b-970b-c20783bd9b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464'] for network (463d1c0a-9c63-4f99-9c4a-599a01360208), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:52.713080 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897b4f0d-3a31-434b-970b-c20783bd9b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:52.713675 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-897b4f0d-3a31-434b-970b-c20783bd9b7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:52.776788 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b4f0d-3a31-434b-970b-c20783bd9b7f admin admin] Pushing event updated for resources: {'Network': ['ID=463d1c0a-9c63-4f99-9c4a-599a01360208,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:49:52.787149 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Network 463d1c0a-9c63-4f99-9c4a-599a01360208 details requested by agent ovs-agent-dv-cinder-840678-12-iscsi with host dv-cinder-840678-12-iscsi {{(pid=111210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:49:52.812632 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-897b4f0d-3a31-434b-970b-c20783bd9b7f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.6735280 May 23 15:49:52.820437 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 49248) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:49:52.820437 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-48e22ce0-5e36-4d23-a783-617c59d2f9ac admin admin] Request body: {'subnet': {'network_id': '463d1c0a-9c63-4f99-9c4a-599a01360208', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-863790551-subnet', 'tenant_id': '58c0e4fa5fa246f08bb61703a42e2c59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:49:52.917444 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e22ce0-5e36-4d23-a783-617c59d2f9ac admin admin] Made reservation on behalf of 58c0e4fa5fa246f08bb61703a42e2c59 for: {'subnet': 1} {{(pid=111208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:49:52.919864 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-48e22ce0-5e36-4d23-a783-617c59d2f9ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16100566'] for subnet (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:53.157655 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-48e22ce0-5e36-4d23-a783-617c59d2f9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-904127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16100388'] for subnet (3cff5525-cfe2-40a9-a5ee-dd5dfc86a86f), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:53.213959 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e22ce0-5e36-4d23-a783-617c59d2f9ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cff5525-cfe2-40a9-a5ee-dd5dfc86a86f,revision_number=0']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:49:53.226883 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e22ce0-5e36-4d23-a783-617c59d2f9ac admin admin] Checking segment: {'id': '744470ff-36e7-49b9-9be9-76935eda5005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '463d1c0a-9c63-4f99-9c4a-599a01360208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:49:53.227253 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e22ce0-5e36-4d23-a783-617c59d2f9ac admin admin] Network hostable DHCP agents. Network: 463d1c0a-9c63-4f99-9c4a-599a01360208, hostable agents: ['251dd304-59f3-4964-a27c-cc4bc9747485'], hosted agents: [] {{(pid=111208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:49:53.318160 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e22ce0-5e36-4d23-a783-617c59d2f9ac admin admin] Network 463d1c0a-9c63-4f99-9c4a-599a01360208 is scheduled to be hosted by DHCP agent 251dd304-59f3-4964-a27c-cc4bc9747485 with binding_index 1 {{(pid=111208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:49:53.427627 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-48e22ce0-5e36-4d23-a783-617c59d2f9ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-12-iscsi, 463d1c0a-9c63-4f99-9c4a-599a01360208) {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:49:53.433527 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e22ce0-5e36-4d23-a783-617c59d2f9ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:53.434727 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-48e22ce0-5e36-4d23-a783-617c59d2f9ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:53.445798 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bb4d33-e031-4da2-a711-4f1fd4299bb6 None None] Network 463d1c0a-9c63-4f99-9c4a-599a01360208 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:49:53.506995 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:53.547927 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b494c32-4872-4756-9c55-51528843fee2 None None] Network 463d1c0a-9c63-4f99-9c4a-599a01360208 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:49:53.549805 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-48e22ce0-5e36-4d23-a783-617c59d2f9ac admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7331419 May 23 15:49:54.220675 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-f84aa103-0095-45e3-8dd9-7fb3e403ac72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:54.900386 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 49274) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:49:55.014345 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-d8a760c9-a2ef-4646-94dc-521340052b1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:55.089004 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-d8a760c9-a2ef-4646-94dc-521340052b1b admin admin] Publish callbacks [] for security_group (f2a3fe9c-ae55-4a71-ab3b-39d5d064fa34), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:55.157579 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-d8a760c9-a2ef-4646-94dc-521340052b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (f2a3fe9c-ae55-4a71-ab3b-39d5d064fa34), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:55.163129 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=77,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=13 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:55.199710 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-d8a760c9-a2ef-4646-94dc-521340052b1b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8632abdaaa904811a43b2e6640f15774&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2982514 May 23 15:49:55.200962 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a760c9-a2ef-4646-94dc-521340052b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a3fe9c-ae55-4a71-ab3b-39d5d064fa34,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:49:55.202420 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 49278) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:49:55.245875 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=3 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:55.259472 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2bbfe273-8b40-4336-9dad-fc3cb8864b8b admin admin] Publish callbacks [] for security_group (f2a3fe9c-ae55-4a71-ab3b-39d5d064fa34), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:55.283737 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2bbfe273-8b40-4336-9dad-fc3cb8864b8b admin admin] Publish callbacks [] for security_group (f2a3fe9c-ae55-4a71-ab3b-39d5d064fa34), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:55.380800 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2bbfe273-8b40-4336-9dad-fc3cb8864b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (f2a3fe9c-ae55-4a71-ab3b-39d5d064fa34), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:55.383416 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2bbfe273-8b40-4336-9dad-fc3cb8864b8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:55.384851 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-2bbfe273-8b40-4336-9dad-fc3cb8864b8b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f2a3fe9c-ae55-4a71-ab3b-39d5d064fa34 HTTP/1.1" status: 204 len: 168 time: 0.1811960 May 23 15:49:55.393228 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbfe273-8b40-4336-9dad-fc3cb8864b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a3fe9c-ae55-4a71-ab3b-39d5d064fa34,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:49:55.628274 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:55.758614 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:55.802309 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b8f72-6789-414a-901d-41c710a5a9fe req-568d9f46-d894-4ea3-b785-793b135be854 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:55.803789 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-144b8f72-6789-414a-901d-41c710a5a9fe req-568d9f46-d894-4ea3-b785-793b135be854 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/networks?id=463d1c0a-9c63-4f99-9c4a-599a01360208 HTTP/1.1" status: 200 len: 813 time: 0.1110351 May 23 15:49:55.820047 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-144b8f72-6789-414a-901d-41c710a5a9fe req-a0146423-3834-4254-bc9c-f75148a09bb5 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/quotas/58c0e4fa5fa246f08bb61703a42e2c59 HTTP/1.1" status: 200 len: 375 time: 0.0109081 May 23 15:49:55.853636 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-144b8f72-6789-414a-901d-41c710a5a9fe req-06faaf47-152d-40eb-9ca7-f96a5544d029 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=58c0e4fa5fa246f08bb61703a42e2c59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283008 May 23 15:49:55.949110 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-144b8f72-6789-414a-901d-41c710a5a9fe req-3bba2bf8-b7ab-402e-9345-5400d6eb6b11 service neutron] 10.222.0.64 "GET /v2.0/networks/463d1c0a-9c63-4f99-9c4a-599a01360208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888078 May 23 15:49:56.043067 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-144b8f72-6789-414a-901d-41c710a5a9fe req-3da5e2b7-406f-4bd0-870e-f0bbc9edd8ad service neutron] 10.222.0.64 "GET /v2.0/networks/463d1c0a-9c63-4f99-9c4a-599a01360208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883434 May 23 15:49:56.240879 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c9bc0e56-36ad-40a2-a3a5-8a1b5b8d50fe req-e79307bf-e3bf-4362-8d20-6db246b09c0d tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e HTTP/1.1" status: 200 len: 210 time: 0.0332496 May 23 15:49:56.543612 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:56.644158 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:57.338778 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-466234f9-876b-4bd1-9251-c47a415431c1 req-b668cb60-3d0c-4c43-b92a-151318a771e4 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e HTTP/1.1" status: 200 len: 210 time: 0.0287364 May 23 15:49:58.319442 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:58.439821 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e28079f2-9635-4182-aad6-3c6e9a114151 req-3215efab-8267-4342-9764-8abac7f53646 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e HTTP/1.1" status: 200 len: 210 time: 0.0311539 May 23 15:49:58.653156 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b8f72-6789-414a-901d-41c710a5a9fe req-dc2d6e2e-6c6f-4477-9e8d-3548b0958d14 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:58.654633 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-144b8f72-6789-414a-901d-41c710a5a9fe req-dc2d6e2e-6c6f-4477-9e8d-3548b0958d14 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.69 "GET /v2.0/networks?id=463d1c0a-9c63-4f99-9c4a-599a01360208 HTTP/1.1" status: 200 len: 813 time: 0.1041987 May 23 15:49:58.673432 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [req-144b8f72-6789-414a-901d-41c710a5a9fe req-a50c8e1f-3802-414c-b265-1741bb92479b tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Request body: {'port': {'device_id': 'ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e', 'network_id': '463d1c0a-9c63-4f99-9c4a-599a01360208', 'admin_state_up': True, 'tenant_id': '58c0e4fa5fa246f08bb61703a42e2c59'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:49:58.822389 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-144b8f72-6789-414a-901d-41c710a5a9fe req-a50c8e1f-3802-414c-b265-1741bb92479b tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Made reservation on behalf of 58c0e4fa5fa246f08bb61703a42e2c59 for: {'port': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:49:58.825158 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-144b8f72-6789-414a-901d-41c710a5a9fe req-a50c8e1f-3802-414c-b265-1741bb92479b tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:58.887278 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:58.957971 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_common [req-144b8f72-6789-414a-901d-41c710a5a9fe req-a50c8e1f-3802-414c-b265-1741bb92479b tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Allocated IP 172.20.0.8 (463d1c0a-9c63-4f99-9c4a-599a01360208/3cff5525-cfe2-40a9-a5ee-dd5dfc86a86f/e4eaecf3-0ea6-488b-9f92-86de045b6736) {{(pid=111209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:49:58.968623 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:59.116435 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-144b8f72-6789-414a-901d-41c710a5a9fe req-a50c8e1f-3802-414c-b265-1741bb92479b tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Publish callbacks [] for port (e4eaecf3-0ea6-488b-9f92-86de045b6736), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:59.243866 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-144b8f72-6789-414a-901d-41c710a5a9fe req-a50c8e1f-3802-414c-b265-1741bb92479b tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (e4eaecf3-0ea6-488b-9f92-86de045b6736), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:59.252357 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:49:59.292476 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-144b8f72-6789-414a-901d-41c710a5a9fe req-a50c8e1f-3802-414c-b265-1741bb92479b tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Network 463d1c0a-9c63-4f99-9c4a-599a01360208 is already hosted by enough agents. {{(pid=111209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:49:59.295953 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [req-144b8f72-6789-414a-901d-41c710a5a9fe req-a50c8e1f-3802-414c-b265-1741bb92479b tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Resources bound (agent type, host, resource id): {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:49:59.300214 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-144b8f72-6789-414a-901d-41c710a5a9fe req-a50c8e1f-3802-414c-b265-1741bb92479b tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Received port after_create {{(pid=111209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:49:59.341832 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c8e1f-3802-414c-b265-1741bb92479b tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Pushing event updated for resources: {'Port': ['ID=e4eaecf3-0ea6-488b-9f92-86de045b6736,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:49:59.366736 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b8f72-6789-414a-901d-41c710a5a9fe req-a50c8e1f-3802-414c-b265-1741bb92479b tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:59.367350 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-144b8f72-6789-414a-901d-41c710a5a9fe req-a50c8e1f-3802-414c-b265-1741bb92479b tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:49:59.524141 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-144b8f72-6789-414a-901d-41c710a5a9fe req-a50c8e1f-3802-414c-b265-1741bb92479b tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8542650 May 23 15:49:59.560533 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a53f0-e1f1-42ce-a1a7-1cc5ef3be46b req-2fba1a78-4f8f-4543-aea9-544efe78d5d4 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:49:59.562000 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5e9a53f0-e1f1-42ce-a1a7-1cc5ef3be46b req-2fba1a78-4f8f-4543-aea9-544efe78d5d4 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e HTTP/1.1" status: 200 len: 931 time: 0.0513370 May 23 15:49:59.610020 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5e9a53f0-e1f1-42ce-a1a7-1cc5ef3be46b req-e8cddb9e-0b8a-4dce-b378-5ccc982d19d7 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418129 May 23 15:49:59.839987 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [req-144b8f72-6789-414a-901d-41c710a5a9fe req-4fb6d8d0-8f4a-49f6-8980-f674abec4c9f service neutron] Request body: {'port': {'device_id': 'ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:49:59.900662 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-144b8f72-6789-414a-901d-41c710a5a9fe req-4fb6d8d0-8f4a-49f6-8980-f674abec4c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (e4eaecf3-0ea6-488b-9f92-86de045b6736), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:00.194689 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [req-144b8f72-6789-414a-901d-41c710a5a9fe req-4fb6d8d0-8f4a-49f6-8980-f674abec4c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4eaecf3-0ea6-488b-9f92-86de045b6736 {{(pid=111209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:50:00.202058 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-144b8f72-6789-414a-901d-41c710a5a9fe req-4fb6d8d0-8f4a-49f6-8980-f674abec4c9f service neutron] Publish callbacks [] for port (e4eaecf3-0ea6-488b-9f92-86de045b6736), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:00.214305 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.provisioning_blocks [req-144b8f72-6789-414a-901d-41c710a5a9fe req-4fb6d8d0-8f4a-49f6-8980-f674abec4c9f service neutron] Transition to ACTIVE for port object e4eaecf3-0ea6-488b-9f92-86de045b6736 will not be triggered until provisioned by entity L2. {{(pid=111209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:50:00.289501 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-144b8f72-6789-414a-901d-41c710a5a9fe req-4fb6d8d0-8f4a-49f6-8980-f674abec4c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (e4eaecf3-0ea6-488b-9f92-86de045b6736), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:00.334454 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:00.339438 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6d8d0-8f4a-49f6-8980-f674abec4c9f service neutron] Pushing event updated for resources: {'Port': ['ID=e4eaecf3-0ea6-488b-9f92-86de045b6736,revision_number=2']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:50:00.428233 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-144b8f72-6789-414a-901d-41c710a5a9fe req-4fb6d8d0-8f4a-49f6-8980-f674abec4c9f service neutron] Attempting to bind port e4eaecf3-0ea6-488b-9f92-86de045b6736 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:50:00.428566 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-144b8f72-6789-414a-901d-41c710a5a9fe req-4fb6d8d0-8f4a-49f6-8980-f674abec4c9f service neutron] Attempting to bind port e4eaecf3-0ea6-488b-9f92-86de045b6736 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '744470ff-36e7-49b9-9be9-76935eda5005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '463d1c0a-9c63-4f99-9c4a-599a01360208'}] {{(pid=111209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:50:00.428894 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144b8f72-6789-414a-901d-41c710a5a9fe req-4fb6d8d0-8f4a-49f6-8980-f674abec4c9f service neutron] Attempting to bind port e4eaecf3-0ea6-488b-9f92-86de045b6736 on network 463d1c0a-9c63-4f99-9c4a-599a01360208 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:50:00.433307 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144b8f72-6789-414a-901d-41c710a5a9fe req-4fb6d8d0-8f4a-49f6-8980-f674abec4c9f service neutron] Port e4eaecf3-0ea6-488b-9f92-86de045b6736 on network 463d1c0a-9c63-4f99-9c4a-599a01360208 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:50:00.433626 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144b8f72-6789-414a-901d-41c710a5a9fe req-4fb6d8d0-8f4a-49f6-8980-f674abec4c9f service neutron] Attempting to bind port e4eaecf3-0ea6-488b-9f92-86de045b6736 on network 463d1c0a-9c63-4f99-9c4a-599a01360208 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:50:00.438552 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144b8f72-6789-414a-901d-41c710a5a9fe req-4fb6d8d0-8f4a-49f6-8980-f674abec4c9f service neutron] Checking agent: {'id': '0d13f95c-3035-4c18-beb8-0a83c2b7abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'started_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:50:00.438885 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144b8f72-6789-414a-901d-41c710a5a9fe req-4fb6d8d0-8f4a-49f6-8980-f674abec4c9f service neutron] Checking segment: {'id': '744470ff-36e7-49b9-9be9-76935eda5005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '463d1c0a-9c63-4f99-9c4a-599a01360208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:50:00.439261 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144b8f72-6789-414a-901d-41c710a5a9fe req-4fb6d8d0-8f4a-49f6-8980-f674abec4c9f service neutron] Bound using segment: {'id': '744470ff-36e7-49b9-9be9-76935eda5005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '463d1c0a-9c63-4f99-9c4a-599a01360208'} {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:50:00.439683 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-144b8f72-6789-414a-901d-41c710a5a9fe req-4fb6d8d0-8f4a-49f6-8980-f674abec4c9f service neutron] Bound port: e4eaecf3-0ea6-488b-9f92-86de045b6736, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '744470ff-36e7-49b9-9be9-76935eda5005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '463d1c0a-9c63-4f99-9c4a-599a01360208'}}] {{(pid=111209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:50:00.440043 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-144b8f72-6789-414a-901d-41c710a5a9fe req-4fb6d8d0-8f4a-49f6-8980-f674abec4c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (e4eaecf3-0ea6-488b-9f92-86de045b6736), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:00.501197 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-144b8f72-6789-414a-901d-41c710a5a9fe req-4fb6d8d0-8f4a-49f6-8980-f674abec4c9f service neutron] For port e4eaecf3-0ea6-488b-9f92-86de045b6736, host hv-cinder-84067, cleared binding levels {{(pid=111209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:50:00.504287 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-144b8f72-6789-414a-901d-41c710a5a9fe req-4fb6d8d0-8f4a-49f6-8980-f674abec4c9f service neutron] For port e4eaecf3-0ea6-488b-9f92-86de045b6736, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e4eaecf3-0ea6-488b-9f92-86de045b6736,segment=NetworkSegment(744470ff-36e7-49b9-9be9-76935eda5005),segment_id=744470ff-36e7-49b9-9be9-76935eda5005)] {{(pid=111209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:50:00.599814 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-144b8f72-6789-414a-901d-41c710a5a9fe req-4fb6d8d0-8f4a-49f6-8980-f674abec4c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (e4eaecf3-0ea6-488b-9f92-86de045b6736), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:00.634409 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:00.637572 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b8f72-6789-414a-901d-41c710a5a9fe req-4fb6d8d0-8f4a-49f6-8980-f674abec4c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:00.638198 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-144b8f72-6789-414a-901d-41c710a5a9fe req-4fb6d8d0-8f4a-49f6-8980-f674abec4c9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:00.639566 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-144b8f72-6789-414a-901d-41c710a5a9fe req-4fb6d8d0-8f4a-49f6-8980-f674abec4c9f service neutron] 10.222.0.69 "PUT /v2.0/ports/e4eaecf3-0ea6-488b-9f92-86de045b6736 HTTP/1.1" status: 200 len: 1093 time: 0.8078132 May 23 15:50:00.640060 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e', 'tag': 'e4eaecf3-0ea6-488b-9f92-86de045b6736'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:50:00.642300 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f940a66-d6bb-4f2e-a168-42bfb5bf7bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e", "tag": "e4eaecf3-0ea6-488b-9f92-86de045b6736"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:50:00.666821 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6d8d0-8f4a-49f6-8980-f674abec4c9f service neutron] Pushing event updated for resources: {'Port': ['ID=e4eaecf3-0ea6-488b-9f92-86de045b6736,revision_number=3']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:50:00.717608 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2404730c-b0c7-4e5b-99fb-f006c36566b4 x-openstack-request-id: req-2404730c-b0c7-4e5b-99fb-f006c36566b4 {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:50:00.723931 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e", "tag": "e4eaecf3-0ea6-488b-9f92-86de045b6736", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:50:00.723931 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2404730c-b0c7-4e5b-99fb-f006c36566b4 {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:50:00.723931 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2404730c-b0c7-4e5b-99fb-f006c36566b4'] response: {'name': 'network-changed', 'server_uuid': 'ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e', 'tag': 'e4eaecf3-0ea6-488b-9f92-86de045b6736', 'status': 'completed', 'code': 200} May 23 15:50:00.738885 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a214861-4d0b-4548-97f2-16b2d0fb1ba3 req-70976056-d211-4182-af39-3f07a2510e02 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:00.740534 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4a214861-4d0b-4548-97f2-16b2d0fb1ba3 req-70976056-d211-4182-af39-3f07a2510e02 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e HTTP/1.1" status: 200 len: 943 time: 0.0558543 May 23 15:50:00.816270 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f940a66-d6bb-4f2e-a168-42bfb5bf7bcb req-21224fc6-9076-418e-b3e5-c5d978c0763d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:00.817814 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2f940a66-d6bb-4f2e-a168-42bfb5bf7bcb req-21224fc6-9076-418e-b3e5-c5d978c0763d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=58c0e4fa5fa246f08bb61703a42e2c59&device_id=ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e HTTP/1.1" status: 200 len: 1127 time: 0.0639226 May 23 15:50:00.822255 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4a214861-4d0b-4548-97f2-16b2d0fb1ba3 req-cd1dde54-5513-4347-b63c-6c7153bad6c0 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755482 May 23 15:50:00.933304 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f940a66-d6bb-4f2e-a168-42bfb5bf7bcb req-115a2ae3-d802-44bb-af91-91890de66016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:00.934775 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2f940a66-d6bb-4f2e-a168-42bfb5bf7bcb req-115a2ae3-d802-44bb-af91-91890de66016 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=58c0e4fa5fa246f08bb61703a42e2c59&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0979555 May 23 15:50:01.033300 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f940a66-d6bb-4f2e-a168-42bfb5bf7bcb req-ddbabe3f-7cd2-4759-9509-424c121ebb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:01.034778 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2f940a66-d6bb-4f2e-a168-42bfb5bf7bcb req-ddbabe3f-7cd2-4759-9509-424c121ebb02 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928283 May 23 15:50:01.141941 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b8f72-6789-414a-901d-41c710a5a9fe req-c1ca7dcb-ac28-4464-a128-8443952c4443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:01.143334 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-144b8f72-6789-414a-901d-41c710a5a9fe req-c1ca7dcb-ac28-4464-a128-8443952c4443 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=58c0e4fa5fa246f08bb61703a42e2c59&device_id=ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e HTTP/1.1" status: 200 len: 1127 time: 0.0433962 May 23 15:50:01.193256 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-144b8f72-6789-414a-901d-41c710a5a9fe req-0535b117-0abf-4aaa-bc8f-1ed193448ce2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4eaecf3-0ea6-488b-9f92-86de045b6736 HTTP/1.1" status: 200 len: 217 time: 0.0330720 May 23 15:50:01.249517 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b8f72-6789-414a-901d-41c710a5a9fe req-b50bff31-27e6-4310-96e4-c195c452b6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:01.255037 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-144b8f72-6789-414a-901d-41c710a5a9fe req-b50bff31-27e6-4310-96e4-c195c452b6f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3cff5525-cfe2-40a9-a5ee-dd5dfc86a86f HTTP/1.1" status: 200 len: 853 time: 0.0479593 May 23 15:50:01.283331 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-144b8f72-6789-414a-901d-41c710a5a9fe req-512d3d85-6fab-4f32-82d6-15c7f81f309a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=463d1c0a-9c63-4f99-9c4a-599a01360208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255976 May 23 15:50:01.373575 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-144b8f72-6789-414a-901d-41c710a5a9fe req-5a0b99e7-576b-44f9-86d8-9b9662df8683 service neutron] 10.222.0.69 "GET /v2.0/networks/463d1c0a-9c63-4f99-9c4a-599a01360208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835717 May 23 15:50:01.463413 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-144b8f72-6789-414a-901d-41c710a5a9fe req-784caeca-d44c-4cb7-99f6-01752619a8c3 service neutron] 10.222.0.69 "GET /v2.0/networks/463d1c0a-9c63-4f99-9c4a-599a01360208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830214 May 23 15:50:01.968617 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f3edf-13a5-41c5-a736-d460d1ba6169 req-95f0d67b-d7c9-4d48-b544-3da4ca47ecfe tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:01.970017 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-788f3edf-13a5-41c5-a736-d460d1ba6169 req-95f0d67b-d7c9-4d48-b544-3da4ca47ecfe tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e HTTP/1.1" status: 200 len: 943 time: 0.0796721 May 23 15:50:01.976599 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9dcf6-efe8-4cd7-800d-0430fc3e7154 req-8399a7f1-50a9-4975-b682-5d09953ebc8d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:01.977972 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-66c9dcf6-efe8-4cd7-800d-0430fc3e7154 req-8399a7f1-50a9-4975-b682-5d09953ebc8d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 947 time: 0.0785003 May 23 15:50:01.996973 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:02.052817 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-788f3edf-13a5-41c5-a736-d460d1ba6169 req-85d0e68f-cc33-4ec7-96ff-d235c93ba189 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739198 May 23 15:50:02.056059 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-66c9dcf6-efe8-4cd7-800d-0430fc3e7154 req-d5cf64ba-1ea0-4e22-8493-ed8ede68e63a tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714185 May 23 15:50:02.971276 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 49424) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:50:03.079375 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-fea48ff8-e01b-4462-aa78-f805f4157c57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:03.162666 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-fea48ff8-e01b-4462-aa78-f805f4157c57 admin admin] Publish callbacks [] for security_group (84bca682-d39a-4c52-8dec-e79678f9f5ff), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:03.201200 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac4b8b-bf40-4dc6-9084-0f6fa81a3837 req-ee5854c9-4588-45a1-9fbb-52bc58a33ceb tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:03.202646 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-15ac4b8b-bf40-4dc6-9084-0f6fa81a3837 req-ee5854c9-4588-45a1-9fbb-52bc58a33ceb tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e HTTP/1.1" status: 200 len: 943 time: 0.0794828 May 23 15:50:03.222651 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580dee82-40cf-49a6-9e72-eb5449a3f0d0 req-927ced01-ceee-4a50-b9ec-1b6ed684dbd3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:03.224659 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-580dee82-40cf-49a6-9e72-eb5449a3f0d0 req-927ced01-ceee-4a50-b9ec-1b6ed684dbd3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 947 time: 0.0673699 May 23 15:50:03.260315 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-fea48ff8-e01b-4462-aa78-f805f4157c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (84bca682-d39a-4c52-8dec-e79678f9f5ff), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:03.288202 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-15ac4b8b-bf40-4dc6-9084-0f6fa81a3837 req-dc5c88e8-357a-414f-8a94-76705961bf0a tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792122 May 23 15:50:03.295738 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-580dee82-40cf-49a6-9e72-eb5449a3f0d0 req-3ac9fc05-b91d-4bbe-9d00-74894858d016 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639615 May 23 15:50:03.303208 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-fea48ff8-e01b-4462-aa78-f805f4157c57 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0230b9aa9037415982bd1e39f2407012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3284998 May 23 15:50:03.303208 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea48ff8-e01b-4462-aa78-f805f4157c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bca682-d39a-4c52-8dec-e79678f9f5ff,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:50:03.303997 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 49432) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:50:03.316124 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea48ff8-e01b-4462-aa78-f805f4157c57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:03.317005 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea48ff8-e01b-4462-aa78-f805f4157c57 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:03.317490 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea48ff8-e01b-4462-aa78-f805f4157c57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:03.317832 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea48ff8-e01b-4462-aa78-f805f4157c57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:03.318171 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea48ff8-e01b-4462-aa78-f805f4157c57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:03.318505 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea48ff8-e01b-4462-aa78-f805f4157c57 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:03.318833 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea48ff8-e01b-4462-aa78-f805f4157c57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:03.319160 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea48ff8-e01b-4462-aa78-f805f4157c57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:03.319532 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea48ff8-e01b-4462-aa78-f805f4157c57 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:03.319808 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea48ff8-e01b-4462-aa78-f805f4157c57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:03.320134 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea48ff8-e01b-4462-aa78-f805f4157c57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:03.320459 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea48ff8-e01b-4462-aa78-f805f4157c57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:03.320785 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea48ff8-e01b-4462-aa78-f805f4157c57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:03.321126 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea48ff8-e01b-4462-aa78-f805f4157c57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:03.321448 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea48ff8-e01b-4462-aa78-f805f4157c57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:03.356414 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:03.367416 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-62570cbe-b16e-4e5d-8fff-68fccb225b06 admin admin] Publish callbacks [] for security_group (84bca682-d39a-4c52-8dec-e79678f9f5ff), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:03.388921 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-62570cbe-b16e-4e5d-8fff-68fccb225b06 admin admin] Publish callbacks [] for security_group (84bca682-d39a-4c52-8dec-e79678f9f5ff), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:03.517471 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-62570cbe-b16e-4e5d-8fff-68fccb225b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (84bca682-d39a-4c52-8dec-e79678f9f5ff), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:03.520281 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-62570cbe-b16e-4e5d-8fff-68fccb225b06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:03.521508 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-62570cbe-b16e-4e5d-8fff-68fccb225b06 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/84bca682-d39a-4c52-8dec-e79678f9f5ff HTTP/1.1" status: 204 len: 168 time: 0.2157059 May 23 15:50:03.531996 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62570cbe-b16e-4e5d-8fff-68fccb225b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bca682-d39a-4c52-8dec-e79678f9f5ff,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:50:04.122384 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e9526-c766-4c9c-af7d-62cd7062158c req-bc8fb88c-a33c-42a1-8865-2e257d7f49e0 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:04.123803 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3a2e9526-c766-4c9c-af7d-62cd7062158c req-bc8fb88c-a33c-42a1-8865-2e257d7f49e0 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 947 time: 0.0470722 May 23 15:50:04.167489 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:04.170810 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 49438) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:50:04.185129 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-009a27a0-aa0c-4056-862d-f2f09cc53005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:04.214731 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-3a2e9526-c766-4c9c-af7d-62cd7062158c req-688abcec-a710-4ee7-b497-e143d6ec2186 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Deleting port 9f19c00b-8184-4f9a-bd54-44e27e1f300a {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:50:04.215319 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-3a2e9526-c766-4c9c-af7d-62cd7062158c req-688abcec-a710-4ee7-b497-e143d6ec2186 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (9f19c00b-8184-4f9a-bd54-44e27e1f300a), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:04.240480 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device e4eaecf3-0ea6-488b-9f92-86de045b6736 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=111210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:50:04.263493 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-009a27a0-aa0c-4056-862d-f2f09cc53005 admin admin] Publish callbacks [] for security_group (9809f843-588e-4559-bc20-3b8f9480c495), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:04.310157 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-3a2e9526-c766-4c9c-af7d-62cd7062158c req-688abcec-a710-4ee7-b497-e143d6ec2186 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] For port 9f19c00b-8184-4f9a-bd54-44e27e1f300a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9f19c00b-8184-4f9a-bd54-44e27e1f300a,segment=NetworkSegment(d129db44-bab8-43da-81f8-4f7ff8070dc8),segment_id=d129db44-bab8-43da-81f8-4f7ff8070dc8)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:50:04.310490 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-3a2e9526-c766-4c9c-af7d-62cd7062158c req-688abcec-a710-4ee7-b497-e143d6ec2186 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (9f19c00b-8184-4f9a-bd54-44e27e1f300a), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:04.349797 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port e4eaecf3-0ea6-488b-9f92-86de045b6736, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e4eaecf3-0ea6-488b-9f92-86de045b6736,segment=NetworkSegment(744470ff-36e7-49b9-9be9-76935eda5005),segment_id=744470ff-36e7-49b9-9be9-76935eda5005)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:50:04.362125 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Returning: {'device': 'e4eaecf3-0ea6-488b-9f92-86de045b6736', 'network_id': '463d1c0a-9c63-4f99-9c4a-599a01360208', 'port_id': 'e4eaecf3-0ea6-488b-9f92-86de045b6736', 'mac_address': 'fa:16:3e:32:88:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cff5525-cfe2-40a9-a5ee-dd5dfc86a86f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:50:04.369124 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-009a27a0-aa0c-4056-862d-f2f09cc53005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (9809f843-588e-4559-bc20-3b8f9480c495), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:04.429989 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-009a27a0-aa0c-4056-862d-f2f09cc53005 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b476c44fa28345bdbae2359d30b920af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2580960 May 23 15:50:04.432526 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 49444) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:50:04.437165 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port e4eaecf3-0ea6-488b-9f92-86de045b6736 is: DOWN; New status is: BUILD {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:50:04.437816 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (e4eaecf3-0ea6-488b-9f92-86de045b6736), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:04.452263 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4eaecf3-0ea6-488b-9f92-86de045b6736 {{(pid=111210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:50:04.468112 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a27a0-aa0c-4056-862d-f2f09cc53005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9809f843-588e-4559-bc20-3b8f9480c495,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:50:04.476081 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port e4eaecf3-0ea6-488b-9f92-86de045b6736, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e4eaecf3-0ea6-488b-9f92-86de045b6736,segment=NetworkSegment(744470ff-36e7-49b9-9be9-76935eda5005),segment_id=744470ff-36e7-49b9-9be9-76935eda5005)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:50:04.500875 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-149a43b6-3ba5-4ce9-86f2-a46255855f29 admin admin] Publish callbacks [] for security_group (9809f843-588e-4559-bc20-3b8f9480c495), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:04.525847 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-149a43b6-3ba5-4ce9-86f2-a46255855f29 admin admin] Publish callbacks [] for security_group (9809f843-588e-4559-bc20-3b8f9480c495), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:04.547149 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (e4eaecf3-0ea6-488b-9f92-86de045b6736), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:04.608374 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=e4eaecf3-0ea6-488b-9f92-86de045b6736,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:50:04.655496 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-149a43b6-3ba5-4ce9-86f2-a46255855f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (9809f843-588e-4559-bc20-3b8f9480c495), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:04.658157 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-149a43b6-3ba5-4ce9-86f2-a46255855f29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:04.659354 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-149a43b6-3ba5-4ce9-86f2-a46255855f29 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9809f843-588e-4559-bc20-3b8f9480c495 HTTP/1.1" status: 204 len: 168 time: 0.2259712 May 23 15:50:04.670646 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a43b6-3ba5-4ce9-86f2-a46255855f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9809f843-588e-4559-bc20-3b8f9480c495,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:50:04.845789 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['e4eaecf3-0ea6-488b-9f92-86de045b6736'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:50:04.859587 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec003ad8-078e-4181-b546-63cb05579500 req-356e430a-ede1-496c-ac23-40ff7350d664 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:04.860559 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ec003ad8-078e-4181-b546-63cb05579500 req-356e430a-ede1-496c-ac23-40ff7350d664 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e HTTP/1.1" status: 200 len: 943 time: 0.3880939 May 23 15:50:04.897273 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366ccdb-f109-4d76-a1b8-35da7d5d4001 req-bea60525-d4a8-43fc-a024-fadc41c480ba tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:04.898756 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5366ccdb-f109-4d76-a1b8-35da7d5d4001 req-bea60525-d4a8-43fc-a024-fadc41c480ba tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 947 time: 0.4251490 May 23 15:50:04.961966 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-3a2e9526-c766-4c9c-af7d-62cd7062158c req-688abcec-a710-4ee7-b497-e143d6ec2186 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:04.962339 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-3a2e9526-c766-4c9c-af7d-62cd7062158c req-688abcec-a710-4ee7-b497-e143d6ec2186 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (feb26954-cd44-43b8-8939-a7d7b7b582ae), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:04.962702 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.db.l3_db [req-3a2e9526-c766-4c9c-af7d-62cd7062158c req-688abcec-a710-4ee7-b497-e143d6ec2186 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Floating IP feb26954-cd44-43b8-8939-a7d7b7b582ae disassociated. External IP: 172.27.3.126, port: 9f19c00b-8184-4f9a-bd54-44e27e1f300a. May 23 15:50:04.963071 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-3a2e9526-c766-4c9c-af7d-62cd7062158c req-688abcec-a710-4ee7-b497-e143d6ec2186 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Calling delete_port for 9f19c00b-8184-4f9a-bd54-44e27e1f300a owned by compute:nova {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:50:05.004690 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ec003ad8-078e-4181-b546-63cb05579500 req-231f5dd3-7e1f-41e8-838e-04d30397e9d0 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173201 May 23 15:50:05.042101 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5366ccdb-f109-4d76-a1b8-35da7d5d4001 req-a2afaf50-e849-46ee-b3f6-e02307158b6c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=4997639b-2d64-4709-b73f-c7b4061e017e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211867 May 23 15:50:05.052130 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:05.192344 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-3a2e9526-c766-4c9c-af7d-62cd7062158c req-688abcec-a710-4ee7-b497-e143d6ec2186 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (9f19c00b-8184-4f9a-bd54-44e27e1f300a), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:05.222229 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688abcec-a710-4ee7-b497-e143d6ec2186 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Pushing event deleted for resources: {'Port': ['ID=9f19c00b-8184-4f9a-bd54-44e27e1f300a,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:50:05.331124 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a2e9526-c766-4c9c-af7d-62cd7062158c req-688abcec-a710-4ee7-b497-e143d6ec2186 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Router 714061f3-96bb-43f2-8d60-4eb51d6d1e51 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:50:05.438697 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a2e9526-c766-4c9c-af7d-62cd7062158c req-688abcec-a710-4ee7-b497-e143d6ec2186 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:50:05.449918 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1b9b4b-0231-4985-a4e5-707c9a418ee8 None None] Sync routers for ids ['714061f3-96bb-43f2-8d60-4eb51d6d1e51'] in dv-cinder-840678-12-iscsi {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:50:05.461757 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1b9b4b-0231-4985-a4e5-707c9a418ee8 None None] Routers {'714061f3-96bb-43f2-8d60-4eb51d6d1e51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:50:05.462457 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-1a1b9b4b-0231-4985-a4e5-707c9a418ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:49:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['714061f3-96bb-43f2-8d60-4eb51d6d1e51'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:50:05.485198 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2e9526-c766-4c9c-af7d-62cd7062158c req-688abcec-a710-4ee7-b497-e143d6ec2186 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] No DVR routers for this DVR port 9f19c00b-8184-4f9a-bd54-44e27e1f300a on host hv-cinder-84067 {{(pid=111209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:50:05.487839 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-3a2e9526-c766-4c9c-af7d-62cd7062158c req-688abcec-a710-4ee7-b497-e143d6ec2186 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:05.492497 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3a2e9526-c766-4c9c-af7d-62cd7062158c req-688abcec-a710-4ee7-b497-e143d6ec2186 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.69 "DELETE /v2.0/ports/9f19c00b-8184-4f9a-bd54-44e27e1f300a HTTP/1.1" status: 204 len: 173 time: 1.3637092 May 23 15:50:05.492989 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9a9391-45aa-4e87-b025-839d2bf5c8a3', 'name': 'network-vif-deleted', 'tag': '9f19c00b-8184-4f9a-bd54-44e27e1f300a'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:50:05.495446 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc5575c-10d0-41cc-87b7-4f5baa7242f3" -d '{"events": [{"server_uuid": "9d9a9391-45aa-4e87-b025-839d2bf5c8a3", "name": "network-vif-deleted", "tag": "9f19c00b-8184-4f9a-bd54-44e27e1f300a"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:50:05.534509 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf60124-58e1-4ece-9a24-45bdc9042c58 x-openstack-request-id: req-ccf60124-58e1-4ece-9a24-45bdc9042c58 {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:50:05.534818 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d9a9391-45aa-4e87-b025-839d2bf5c8a3", "name": "network-vif-deleted", "tag": "9f19c00b-8184-4f9a-bd54-44e27e1f300a", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:50:05.535211 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ccf60124-58e1-4ece-9a24-45bdc9042c58 {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:50:05.536092 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccf60124-58e1-4ece-9a24-45bdc9042c58'] response: {'server_uuid': '9d9a9391-45aa-4e87-b025-839d2bf5c8a3', 'name': 'network-vif-deleted', 'tag': '9f19c00b-8184-4f9a-bd54-44e27e1f300a', 'status': 'completed', 'code': 200} May 23 15:50:05.582801 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-1a1b9b4b-0231-4985-a4e5-707c9a418ee8 None None] Set router 714061f3-96bb-43f2-8d60-4eb51d6d1e51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:50:05.796851 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-1a1b9b4b-0231-4985-a4e5-707c9a418ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'name': 'tempest-AttachVolumeShelveTestJSON-715739087-router', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:14Z', 'revision_number': 4, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'gw_port': {'id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'e24102e4-a732-4442-a123-a74caeb2201c', 'name': '', 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'mac_address': 'fa:16:3e:7d:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:13Z', 'updated_at': '2022-05-23T15:47:17Z', 'revision_number': 5, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'subnets': [{'id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:50:05.826586 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1b9b4b-0231-4985-a4e5-707c9a418ee8 None None] Checking router: 714061f3-96bb-43f2-8d60-4eb51d6d1e51 for host: dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:50:05.836807 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1b9b4b-0231-4985-a4e5-707c9a418ee8 None None] Routers {'714061f3-96bb-43f2-8d60-4eb51d6d1e51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:50:05.837477 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-1a1b9b4b-0231-4985-a4e5-707c9a418ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:49:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['714061f3-96bb-43f2-8d60-4eb51d6d1e51'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:50:05.950592 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-1a1b9b4b-0231-4985-a4e5-707c9a418ee8 None None] Set router 714061f3-96bb-43f2-8d60-4eb51d6d1e51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:50:06.177867 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-1a1b9b4b-0231-4985-a4e5-707c9a418ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'name': 'tempest-AttachVolumeShelveTestJSON-715739087-router', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:14Z', 'revision_number': 4, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'gw_port': {'id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'e24102e4-a732-4442-a123-a74caeb2201c', 'name': '', 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'mac_address': 'fa:16:3e:7d:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:13Z', 'updated_at': '2022-05-23T15:47:17Z', 'revision_number': 5, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'subnets': [{'id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:50:06.213025 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7c2fb0f1-afa7-4fac-938a-5e5e0521b49d req-b2c7ee87-cca1-4bb2-a859-c44247f4f59a tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d9a9391-45aa-4e87-b025-839d2bf5c8a3 HTTP/1.1" status: 200 len: 210 time: 0.0425820 May 23 15:50:06.213963 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1b9b4b-0231-4985-a4e5-707c9a418ee8 None None] The sync data for ids ['714061f3-96bb-43f2-8d60-4eb51d6d1e51'] in dv-cinder-840678-12-iscsi is: [{'id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'name': 'tempest-AttachVolumeShelveTestJSON-715739087-router', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:14Z', 'revision_number': 4, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'gw_port': {'id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'e24102e4-a732-4442-a123-a74caeb2201c', 'name': '', 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'mac_address': 'fa:16:3e:7d:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:13Z', 'updated_at': '2022-05-23T15:47:17Z', 'revision_number': 5, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'subnets': [{'id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:50:06.310342 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device e4eaecf3-0ea6-488b-9f92-86de045b6736 up at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:50:06.328575 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb5179-da8d-41c2-8ef6-251d10f491f9 req-03ce423f-4ad8-423d-a86a-6556564d6c6e tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:06.330122 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-abeb5179-da8d-41c2-8ef6-251d10f491f9 req-03ce423f-4ad8-423d-a86a-6556564d6c6e tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e HTTP/1.1" status: 200 len: 944 time: 0.0516896 May 23 15:50:06.362421 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning for port e4eaecf3-0ea6-488b-9f92-86de045b6736 completed by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:50:06.384580 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-abeb5179-da8d-41c2-8ef6-251d10f491f9 req-a40a87d0-36d2-4aa5-8c85-4b085f43f317 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453737 May 23 15:50:06.461496 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning complete for port e4eaecf3-0ea6-488b-9f92-86de045b6736 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:50:06.461887 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (e4eaecf3-0ea6-488b-9f92-86de045b6736), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:06.522209 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b6dcd-f1be-4b9d-87ae-f8016f0a54cb None None] New status for floating IP feb26954-cd44-43b8-8939-a7d7b7b582ae: DOWN {{(pid=111210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:50:06.648775 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port e4eaecf3-0ea6-488b-9f92-86de045b6736 is: BUILD; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:50:06.649120 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (e4eaecf3-0ea6-488b-9f92-86de045b6736), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:06.671657 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4eaecf3-0ea6-488b-9f92-86de045b6736'}] {{(pid=111210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:50:06.673918 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9c7a1c507f49bcca1db13b0162076e02f5240d03c1faf9934ae6854bea0488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866f3c68-d489-44f4-9f2a-6ae800e16208" -d '{"events": [{"server_uuid": "ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e", "name": "network-vif-plugged", "status": "completed", "tag": "e4eaecf3-0ea6-488b-9f92-86de045b6736"}]}' {{(pid=111210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:50:06.687828 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port e4eaecf3-0ea6-488b-9f92-86de045b6736, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e4eaecf3-0ea6-488b-9f92-86de045b6736,segment=NetworkSegment(744470ff-36e7-49b9-9be9-76935eda5005),segment_id=744470ff-36e7-49b9-9be9-76935eda5005)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:50:06.716778 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e8aed4-50c3-4e81-b3f2-6a2d6a50a1ab x-openstack-request-id: req-c9e8aed4-50c3-4e81-b3f2-6a2d6a50a1ab {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:50:06.717187 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e", "name": "network-vif-plugged", "status": "completed", "tag": "e4eaecf3-0ea6-488b-9f92-86de045b6736", "code": 200}]} {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:50:06.717435 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c9e8aed4-50c3-4e81-b3f2-6a2d6a50a1ab {{(pid=111210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:50:06.717833 dv-cinder-840678-12-iscsi neutron-server[111210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9e8aed4-50c3-4e81-b3f2-6a2d6a50a1ab'] response: {'server_uuid': 'ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4eaecf3-0ea6-488b-9f92-86de045b6736', 'code': 200} May 23 15:50:06.775221 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (e4eaecf3-0ea6-488b-9f92-86de045b6736), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:06.776511 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 9f19c00b-8184-4f9a-bd54-44e27e1f300a no longer exists at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:50:06.784993 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:06.825223 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] No Port match for: 9f19c00b-8184-4f9a-bd54-44e27e1f300a {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:50:06.825223 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 9f19c00b-8184-4f9a-bd54-44e27e1f300a not bound to the agent host hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:50:06.840536 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:06.853596 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=e4eaecf3-0ea6-488b-9f92-86de045b6736,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:50:07.060157 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:07.063392 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45f6dc-9592-424f-b404-14727b91b82f req-b9a2ea2f-20d6-4e71-a53e-ad32634e1817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:07.064855 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-fb45f6dc-9592-424f-b404-14727b91b82f req-b9a2ea2f-20d6-4e71-a53e-ad32634e1817 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e HTTP/1.1" status: 200 len: 1129 time: 0.0433345 May 23 15:50:07.109186 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-fb45f6dc-9592-424f-b404-14727b91b82f req-5f96b401-bee9-4ebd-8640-465618799c3f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387402 May 23 15:50:07.341294 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 49506) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:50:07.396962 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e5a9937a-44b7-4b71-bb89-95a222b43b35 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for security_group (4997639b-2d64-4709-b73f-c7b4061e017e), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:07.422907 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e5a9937a-44b7-4b71-bb89-95a222b43b35 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for security_group (4997639b-2d64-4709-b73f-c7b4061e017e), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:07.502440 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e8d84-9480-4d03-a65f-a0da3b5548d2 req-2a523da4-8d3e-4d62-b58b-f3e8f66c81b7 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:07.503813 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-377e8d84-9480-4d03-a65f-a0da3b5548d2 req-2a523da4-8d3e-4d62-b58b-f3e8f66c81b7 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e HTTP/1.1" status: 200 len: 945 time: 0.0512154 May 23 15:50:07.554519 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-377e8d84-9480-4d03-a65f-a0da3b5548d2 req-e0486237-df28-4ad3-8c49-dc1f0a906195 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443912 May 23 15:50:07.615139 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e5a9937a-44b7-4b71-bb89-95a222b43b35 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (4997639b-2d64-4709-b73f-c7b4061e017e), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:07.617698 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-e5a9937a-44b7-4b71-bb89-95a222b43b35 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:07.618832 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-e5a9937a-44b7-4b71-bb89-95a222b43b35 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "DELETE /v2.0/security-groups/4997639b-2d64-4709-b73f-c7b4061e017e HTTP/1.1" status: 204 len: 168 time: 0.2765586 May 23 15:50:07.621810 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 49510) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:50:07.628215 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9937a-44b7-4b71-bb89-95a222b43b35 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4997639b-2d64-4709-b73f-c7b4061e017e,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:50:07.637735 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.api.v2.resource [None req-6fafa483-d106-4052-9c85-356344102529 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] show failed (client error): The resource could not be found. May 23 15:50:07.638958 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-6fafa483-d106-4052-9c85-356344102529 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups/4997639b-2d64-4709-b73f-c7b4061e017e HTTP/1.1" status: 404 len: 347 time: 0.0159719 May 23 15:50:07.641804 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 49512) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:50:07.761647 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-fdcd0fa7-e1ff-43d6-854d-c5f8acc1f20d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Deleting port 03845c51-3ec2-4c6b-a19e-b9c52de48d10 {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:50:07.761993 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-fdcd0fa7-e1ff-43d6-854d-c5f8acc1f20d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (03845c51-3ec2-4c6b-a19e-b9c52de48d10), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:07.776611 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:07.877792 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-fdcd0fa7-e1ff-43d6-854d-c5f8acc1f20d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (03845c51-3ec2-4c6b-a19e-b9c52de48d10), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:07.878127 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-fdcd0fa7-e1ff-43d6-854d-c5f8acc1f20d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for floatingip (03845c51-3ec2-4c6b-a19e-b9c52de48d10), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:07.891778 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-fdcd0fa7-e1ff-43d6-854d-c5f8acc1f20d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Calling delete_port for 03845c51-3ec2-4c6b-a19e-b9c52de48d10 owned by network:floatingip {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:50:08.054723 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-fdcd0fa7-e1ff-43d6-854d-c5f8acc1f20d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (03845c51-3ec2-4c6b-a19e-b9c52de48d10), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:08.086383 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd0fa7-e1ff-43d6-854d-c5f8acc1f20d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Pushing event deleted for resources: {'Port': ['ID=03845c51-3ec2-4c6b-a19e-b9c52de48d10,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:50:08.146142 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-fdcd0fa7-e1ff-43d6-854d-c5f8acc1f20d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for floatingip (feb26954-cd44-43b8-8939-a7d7b7b582ae), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:08.148800 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-fdcd0fa7-e1ff-43d6-854d-c5f8acc1f20d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:08.152760 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-fdcd0fa7-e1ff-43d6-854d-c5f8acc1f20d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "DELETE /v2.0/floatingips/feb26954-cd44-43b8-8939-a7d7b7b582ae HTTP/1.1" status: 204 len: 168 time: 0.5072281 May 23 15:50:08.309500 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 49520) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:50:08.314006 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-8e2344aa-0ed5-4800-8bbb-92b2f44dd9ca tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Request body: {'security_group': {'name': 'tempest-securitygroup--246053123', 'description': 'tempest-description--212392280'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:50:08.403325 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-8e2344aa-0ed5-4800-8bbb-92b2f44dd9ca tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:08.466632 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:08.474254 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-8e2344aa-0ed5-4800-8bbb-92b2f44dd9ca tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for security_group (1d499554-7912-43dc-9faf-e1edb9c2911a), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:08.672614 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-8e2344aa-0ed5-4800-8bbb-92b2f44dd9ca tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (1d499554-7912-43dc-9faf-e1edb9c2911a), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:08.710686 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232d9d2-c902-4c9b-8d4c-336a802e8842 req-d734689d-c474-41bd-ae4e-e6a1b524ac93 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:08.712170 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1232d9d2-c902-4c9b-8d4c-336a802e8842 req-d734689d-c474-41bd-ae4e-e6a1b524ac93 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e HTTP/1.1" status: 200 len: 945 time: 0.0697410 May 23 15:50:08.730286 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2344aa-0ed5-4800-8bbb-92b2f44dd9ca tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d499554-7912-43dc-9faf-e1edb9c2911a,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:50:08.773639 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1232d9d2-c902-4c9b-8d4c-336a802e8842 req-ed36c58d-4754-4ae6-b1a7-ce77e35d3ae2 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538988 May 23 15:50:08.869631 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-8e2344aa-0ed5-4800-8bbb-92b2f44dd9ca tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:08.873736 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-8e2344aa-0ed5-4800-8bbb-92b2f44dd9ca tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5604074 May 23 15:50:08.879696 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 49540) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:50:08.879696 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-9d3ca865-1bbf-48b6-b5e1-ffefff7b0089 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Request body: {'security_group_rule': {'security_group_id': '1d499554-7912-43dc-9faf-e1edb9c2911a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:50:08.964810 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-9d3ca865-1bbf-48b6-b5e1-ffefff7b0089 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for security_group_rule (89aa062c-b947-411f-8699-7c505ea213ec), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:09.033699 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-9d3ca865-1bbf-48b6-b5e1-ffefff7b0089 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for security_group_rule (89aa062c-b947-411f-8699-7c505ea213ec), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:09.100702 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-9d3ca865-1bbf-48b6-b5e1-ffefff7b0089 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (89aa062c-b947-411f-8699-7c505ea213ec), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:09.111746 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:09.119817 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ca865-1bbf-48b6-b5e1-ffefff7b0089 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89aa062c-b947-411f-8699-7c505ea213ec,revision_number=0']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:50:09.199722 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-9d3ca865-1bbf-48b6-b5e1-ffefff7b0089 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:09.200993 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-9d3ca865-1bbf-48b6-b5e1-ffefff7b0089 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3263080 May 23 15:50:09.203858 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 49568) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:50:09.209053 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-c6557601-6dfe-42cc-99ea-aeae7b3855d9 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Request body: {'security_group_rule': {'security_group_id': '1d499554-7912-43dc-9faf-e1edb9c2911a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:50:09.318768 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c6557601-6dfe-42cc-99ea-aeae7b3855d9 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for security_group_rule (81e0427b-2eb4-44fd-a5db-294f638b02a9), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:09.366583 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c6557601-6dfe-42cc-99ea-aeae7b3855d9 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for security_group_rule (81e0427b-2eb4-44fd-a5db-294f638b02a9), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:09.431593 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c6557601-6dfe-42cc-99ea-aeae7b3855d9 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (81e0427b-2eb4-44fd-a5db-294f638b02a9), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:09.450653 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6557601-6dfe-42cc-99ea-aeae7b3855d9 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e0427b-2eb4-44fd-a5db-294f638b02a9,revision_number=0']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:50:09.548113 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c6557601-6dfe-42cc-99ea-aeae7b3855d9 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:09.548113 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-c6557601-6dfe-42cc-99ea-aeae7b3855d9 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3399699 May 23 15:50:09.548457 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 49572) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:50:09.554585 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-48e158b6-2deb-407b-ba01-6215e0a70a5c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Request body: {'floatingip': {'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:50:09.568515 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:09.649365 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-48e158b6-2deb-407b-ba01-6215e0a70a5c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:09.741345 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-48e158b6-2deb-407b-ba01-6215e0a70a5c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:09.846782 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_common [None req-48e158b6-2deb-407b-ba01-6215e0a70a5c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Allocated IP 172.27.3.61 (423e159f-0d94-4204-8598-641f4ed121cf/6893e8f7-d8c8-4bdd-8cf7-487cc5c00794/6016dba2-4634-492d-8c8c-f8f312f14470) {{(pid=111208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:50:09.852318 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:09.954886 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-48e158b6-2deb-407b-ba01-6215e0a70a5c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for port (6016dba2-4634-492d-8c8c-f8f312f14470), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:10.054831 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-48e158b6-2deb-407b-ba01-6215e0a70a5c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (6016dba2-4634-492d-8c8c-f8f312f14470), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:10.096131 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e158b6-2deb-407b-ba01-6215e0a70a5c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Network 423e159f-0d94-4204-8598-641f4ed121cf is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:50:10.099606 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-48e158b6-2deb-407b-ba01-6215e0a70a5c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:50:10.102923 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e158b6-2deb-407b-ba01-6215e0a70a5c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Received port after_create {{(pid=111208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:50:10.125545 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e158b6-2deb-407b-ba01-6215e0a70a5c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Pushing event updated for resources: {'Port': ['ID=6016dba2-4634-492d-8c8c-f8f312f14470,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:50:10.193197 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-48e158b6-2deb-407b-ba01-6215e0a70a5c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for floatingip (1ab6f971-d005-4264-b4e6-e097a88a5bf5), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:10.290114 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-48e158b6-2deb-407b-ba01-6215e0a70a5c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (6016dba2-4634-492d-8c8c-f8f312f14470), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:10.377239 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:10.481899 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-48e158b6-2deb-407b-ba01-6215e0a70a5c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for port (6016dba2-4634-492d-8c8c-f8f312f14470), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:10.580365 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-48e158b6-2deb-407b-ba01-6215e0a70a5c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-906278'] for port (6016dba2-4634-492d-8c8c-f8f312f14470), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:10.659670 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e158b6-2deb-407b-ba01-6215e0a70a5c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Pushing event updated for resources: {'Port': ['ID=6016dba2-4634-492d-8c8c-f8f312f14470,revision_number=2']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:50:10.666246 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-48e158b6-2deb-407b-ba01-6215e0a70a5c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (1ab6f971-d005-4264-b4e6-e097a88a5bf5), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:10.753849 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-48e158b6-2deb-407b-ba01-6215e0a70a5c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:10.755065 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-48e158b6-2deb-407b-ba01-6215e0a70a5c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2045801 May 23 15:50:10.950082 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-eba080ff-50ac-4bbc-a4fd-d532484c1eb1 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--246053123&fields=id&tenant_id=749e4849b23b4e42be64ef0ab0330a0b HTTP/1.1" status: 200 len: 267 time: 0.0427616 May 23 15:50:11.058459 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-df76cdbe-2f1d-4b53-90c7-634a693cd82a tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:11.059915 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-df76cdbe-2f1d-4b53-90c7-634a693cd82a tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/networks?id=8fb40c4e-9164-4617-9793-abd2286f1896 HTTP/1.1" status: 200 len: 816 time: 0.1037006 May 23 15:50:11.074707 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-5c6624e2-84b6-436a-a6ec-cdd5abfdd1a2 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/quotas/749e4849b23b4e42be64ef0ab0330a0b HTTP/1.1" status: 200 len: 375 time: 0.0094945 May 23 15:50:11.122858 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-2dfd3a19-7f6a-4570-97ce-11c10a41ca15 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=749e4849b23b4e42be64ef0ab0330a0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433483 May 23 15:50:11.216903 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-4efd25f6-3d26-43f3-9830-33c007334ae7 service neutron] 10.222.0.64 "GET /v2.0/networks/8fb40c4e-9164-4617-9793-abd2286f1896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819457 May 23 15:50:11.309398 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-51d20629-1b6e-43ea-86e4-efd36568e34d service neutron] 10.222.0.64 "GET /v2.0/networks/8fb40c4e-9164-4617-9793-abd2286f1896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867703 May 23 15:50:11.566912 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e3abdf1a-3238-45b9-881f-ff0cf7ff3e29 req-d01f8b7d-3487-4f68-96e8-f7f181fcce60 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 210 time: 0.0284157 May 23 15:50:12.673123 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c26a1f8d-457b-4930-8f7c-0eb9b13a7001 req-8fc91b8c-222a-4a11-930d-3b47ad9a4bf7 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 210 time: 0.0302033 May 23 15:50:13.551774 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:13.584729 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-9d5f56be-992d-4ee2-9155-4a5765aa406f tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:13.586224 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-9d5f56be-992d-4ee2-9155-4a5765aa406f tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.69 "GET /v2.0/networks?id=8fb40c4e-9164-4617-9793-abd2286f1896 HTTP/1.1" status: 200 len: 816 time: 0.1093292 May 23 15:50:13.661667 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-e773905a-3a87-4eb6-a1fb-943d936e32c4 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=749e4849b23b4e42be64ef0ab0330a0b HTTP/1.1" status: 200 len: 379 time: 0.0549457 May 23 15:50:13.671618 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-041516df-a3b0-4758-866f-6cf04a877333 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Request body: {'port': {'device_id': '6e0a2baa-19d3-46f7-8585-c5272f971305', 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896', 'admin_state_up': True, 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'security_groups': ['1d499554-7912-43dc-9faf-e1edb9c2911a']}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:50:13.817793 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ad114394-8194-4205-979c-0c027b23f502 req-59b8cafd-4666-49b7-a158-6cb0a338f7f0 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 210 time: 0.0573668 May 23 15:50:13.917673 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-041516df-a3b0-4758-866f-6cf04a877333 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Made reservation on behalf of 749e4849b23b4e42be64ef0ab0330a0b for: {'port': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:50:13.921690 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-041516df-a3b0-4758-866f-6cf04a877333 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:13.945571 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:14.062369 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_common [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-041516df-a3b0-4758-866f-6cf04a877333 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Allocated IP 172.20.0.7 (8fb40c4e-9164-4617-9793-abd2286f1896/0890d0be-25d8-4c38-9ad0-940056305fe2/afbaeb47-bccc-4c5c-8309-2469ca000cc2) {{(pid=111209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:50:14.202625 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-041516df-a3b0-4758-866f-6cf04a877333 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for port (afbaeb47-bccc-4c5c-8309-2469ca000cc2), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:14.324058 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-041516df-a3b0-4758-866f-6cf04a877333 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (afbaeb47-bccc-4c5c-8309-2469ca000cc2), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:14.378132 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-041516df-a3b0-4758-866f-6cf04a877333 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Network 8fb40c4e-9164-4617-9793-abd2286f1896 is already hosted by enough agents. {{(pid=111209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:50:14.381646 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-041516df-a3b0-4758-866f-6cf04a877333 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Resources bound (agent type, host, resource id): {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:50:14.386213 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-041516df-a3b0-4758-866f-6cf04a877333 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Received port after_create {{(pid=111209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:50:14.410100 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041516df-a3b0-4758-866f-6cf04a877333 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Pushing event updated for resources: {'Port': ['ID=afbaeb47-bccc-4c5c-8309-2469ca000cc2,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:50:14.441563 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-041516df-a3b0-4758-866f-6cf04a877333 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:14.442244 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-041516df-a3b0-4758-866f-6cf04a877333 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:14.537700 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-041516df-a3b0-4758-866f-6cf04a877333 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8696463 May 23 15:50:14.557926 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-974c36c0-45d8-41ec-beed-9e7307a48faa service neutron] Request body: {'port': {'device_id': '6e0a2baa-19d3-46f7-8585-c5272f971305', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:50:14.616665 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-70945cdc-b69c-422a-99f5-41d50144ff50 None None] Provisioning complete for port afbaeb47-bccc-4c5c-8309-2469ca000cc2 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:50:14.617292 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-70945cdc-b69c-422a-99f5-41d50144ff50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (afbaeb47-bccc-4c5c-8309-2469ca000cc2), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:14.620178 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-974c36c0-45d8-41ec-beed-9e7307a48faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (afbaeb47-bccc-4c5c-8309-2469ca000cc2), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:14.650551 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-70945cdc-b69c-422a-99f5-41d50144ff50 None None] Port afbaeb47-bccc-4c5c-8309-2469ca000cc2 cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:50:14.696294 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:14.946538 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:14.954478 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-974c36c0-45d8-41ec-beed-9e7307a48faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afbaeb47-bccc-4c5c-8309-2469ca000cc2 {{(pid=111209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:50:14.966243 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-974c36c0-45d8-41ec-beed-9e7307a48faa service neutron] Publish callbacks [] for port (afbaeb47-bccc-4c5c-8309-2469ca000cc2), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:14.976795 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f70a67-bd93-40d6-84e3-7e6b603686dc req-69d26690-cd20-4176-a560-10e7fe5438a7 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:14.978816 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-11f70a67-bd93-40d6-84e3-7e6b603686dc req-69d26690-cd20-4176-a560-10e7fe5438a7 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 931 time: 0.0663054 May 23 15:50:14.990210 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.provisioning_blocks [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-974c36c0-45d8-41ec-beed-9e7307a48faa service neutron] Transition to ACTIVE for port object afbaeb47-bccc-4c5c-8309-2469ca000cc2 will not be triggered until provisioned by entity L2. {{(pid=111209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:50:15.035208 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-11f70a67-bd93-40d6-84e3-7e6b603686dc req-fe7cdf89-a9d5-4558-a245-bab58779e852 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481205 May 23 15:50:15.077302 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-974c36c0-45d8-41ec-beed-9e7307a48faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (afbaeb47-bccc-4c5c-8309-2469ca000cc2), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:15.132575 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c36c0-45d8-41ec-beed-9e7307a48faa service neutron] Pushing event updated for resources: {'Port': ['ID=afbaeb47-bccc-4c5c-8309-2469ca000cc2,revision_number=2']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:50:15.203011 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-974c36c0-45d8-41ec-beed-9e7307a48faa service neutron] Attempting to bind port afbaeb47-bccc-4c5c-8309-2469ca000cc2 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:50:15.203273 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-974c36c0-45d8-41ec-beed-9e7307a48faa service neutron] Attempting to bind port afbaeb47-bccc-4c5c-8309-2469ca000cc2 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'd129db44-bab8-43da-81f8-4f7ff8070dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896'}] {{(pid=111209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:50:15.203611 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-974c36c0-45d8-41ec-beed-9e7307a48faa service neutron] Attempting to bind port afbaeb47-bccc-4c5c-8309-2469ca000cc2 on network 8fb40c4e-9164-4617-9793-abd2286f1896 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:50:15.208131 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-974c36c0-45d8-41ec-beed-9e7307a48faa service neutron] Port afbaeb47-bccc-4c5c-8309-2469ca000cc2 on network 8fb40c4e-9164-4617-9793-abd2286f1896 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:50:15.208453 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-974c36c0-45d8-41ec-beed-9e7307a48faa service neutron] Attempting to bind port afbaeb47-bccc-4c5c-8309-2469ca000cc2 on network 8fb40c4e-9164-4617-9793-abd2286f1896 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:50:15.214443 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-974c36c0-45d8-41ec-beed-9e7307a48faa service neutron] Checking agent: {'id': '0d13f95c-3035-4c18-beb8-0a83c2b7abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'started_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:50:15.214443 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-974c36c0-45d8-41ec-beed-9e7307a48faa service neutron] Checking segment: {'id': 'd129db44-bab8-43da-81f8-4f7ff8070dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:50:15.214866 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-974c36c0-45d8-41ec-beed-9e7307a48faa service neutron] Bound using segment: {'id': 'd129db44-bab8-43da-81f8-4f7ff8070dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896'} {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:50:15.215303 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-974c36c0-45d8-41ec-beed-9e7307a48faa service neutron] Bound port: afbaeb47-bccc-4c5c-8309-2469ca000cc2, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd129db44-bab8-43da-81f8-4f7ff8070dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896'}}] {{(pid=111209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:50:15.215669 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-974c36c0-45d8-41ec-beed-9e7307a48faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (afbaeb47-bccc-4c5c-8309-2469ca000cc2), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:15.220559 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:50:15.285629 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-974c36c0-45d8-41ec-beed-9e7307a48faa service neutron] For port afbaeb47-bccc-4c5c-8309-2469ca000cc2, host hv-cinder-84067, cleared binding levels {{(pid=111209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:50:15.288866 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-974c36c0-45d8-41ec-beed-9e7307a48faa service neutron] For port afbaeb47-bccc-4c5c-8309-2469ca000cc2, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=afbaeb47-bccc-4c5c-8309-2469ca000cc2,segment=NetworkSegment(d129db44-bab8-43da-81f8-4f7ff8070dc8),segment_id=d129db44-bab8-43da-81f8-4f7ff8070dc8)] {{(pid=111209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:50:15.346540 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-974c36c0-45d8-41ec-beed-9e7307a48faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (afbaeb47-bccc-4c5c-8309-2469ca000cc2), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:15.392448 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-974c36c0-45d8-41ec-beed-9e7307a48faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:15.392448 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-974c36c0-45d8-41ec-beed-9e7307a48faa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:15.392625 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-974c36c0-45d8-41ec-beed-9e7307a48faa service neutron] 10.222.0.69 "PUT /v2.0/ports/afbaeb47-bccc-4c5c-8309-2469ca000cc2 HTTP/1.1" status: 200 len: 1093 time: 0.8410447 May 23 15:50:15.392997 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0a2baa-19d3-46f7-8585-c5272f971305', 'tag': 'afbaeb47-bccc-4c5c-8309-2469ca000cc2'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:50:15.395200 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8a482c-dc6b-412f-9fbd-140ab2236af1" -d '{"events": [{"name": "network-changed", "server_uuid": "6e0a2baa-19d3-46f7-8585-c5272f971305", "tag": "afbaeb47-bccc-4c5c-8309-2469ca000cc2"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:50:15.421587 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c36c0-45d8-41ec-beed-9e7307a48faa service neutron] Pushing event updated for resources: {'Port': ['ID=afbaeb47-bccc-4c5c-8309-2469ca000cc2,revision_number=3']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:50:15.455636 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cf7af8-8b67-454c-882b-8acd1d84a267 x-openstack-request-id: req-61cf7af8-8b67-454c-882b-8acd1d84a267 {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:50:15.455636 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e0a2baa-19d3-46f7-8585-c5272f971305", "tag": "afbaeb47-bccc-4c5c-8309-2469ca000cc2", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:50:15.455636 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-61cf7af8-8b67-454c-882b-8acd1d84a267 {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:50:15.455636 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61cf7af8-8b67-454c-882b-8acd1d84a267'] response: {'name': 'network-changed', 'server_uuid': '6e0a2baa-19d3-46f7-8585-c5272f971305', 'tag': 'afbaeb47-bccc-4c5c-8309-2469ca000cc2', 'status': 'completed', 'code': 200} May 23 15:50:15.539372 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a482c-dc6b-412f-9fbd-140ab2236af1 req-381e38b7-eebd-40d5-8d2a-3c961e2f18e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:15.541535 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ae8a482c-dc6b-412f-9fbd-140ab2236af1 req-381e38b7-eebd-40d5-8d2a-3c961e2f18e5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=749e4849b23b4e42be64ef0ab0330a0b&device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 1127 time: 0.0447230 May 23 15:50:15.657691 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a482c-dc6b-412f-9fbd-140ab2236af1 req-bcc98ff0-2417-4359-98fd-da53a05d0591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:15.661403 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ae8a482c-dc6b-412f-9fbd-140ab2236af1 req-bcc98ff0-2417-4359-98fd-da53a05d0591 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=749e4849b23b4e42be64ef0ab0330a0b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1035926 May 23 15:50:15.761512 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a482c-dc6b-412f-9fbd-140ab2236af1 req-3dc520ed-2fb3-480a-a24d-0942beeee3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:15.763575 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ae8a482c-dc6b-412f-9fbd-140ab2236af1 req-3dc520ed-2fb3-480a-a24d-0942beeee3fb service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982141 May 23 15:50:15.873286 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-effb3c37-04c0-4830-b046-d41f25c923d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:15.876627 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-effb3c37-04c0-4830-b046-d41f25c923d3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=749e4849b23b4e42be64ef0ab0330a0b&device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 1127 time: 0.0469413 May 23 15:50:15.925984 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-8d3efb44-7b0f-4ee0-b717-b0c299a0d31e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afbaeb47-bccc-4c5c-8309-2469ca000cc2 HTTP/1.1" status: 200 len: 217 time: 0.0386419 May 23 15:50:15.966941 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:15.974118 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-b92234a9-9375-4c36-b3cf-f8e03edc7765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:15.975527 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-b92234a9-9375-4c36-b3cf-f8e03edc7765 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0890d0be-25d8-4c38-9ad0-940056305fe2 HTTP/1.1" status: 200 len: 855 time: 0.0437815 May 23 15:50:16.019870 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-5fa63260-d4e3-440d-8320-27903d41e499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:16.021333 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-5fa63260-d4e3-440d-8320-27903d41e499 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8fb40c4e-9164-4617-9793-abd2286f1896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385041 May 23 15:50:16.120317 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-c3caff10-118c-47e7-aba5-61055bb1cc02 service neutron] 10.222.0.69 "GET /v2.0/networks/8fb40c4e-9164-4617-9793-abd2286f1896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912366 May 23 15:50:16.220418 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf1578-e51a-4891-b359-b223bd6abe8d req-00141bc7-2d6d-4011-af3a-c892b5efaa99 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:16.221923 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2fdf1578-e51a-4891-b359-b223bd6abe8d req-00141bc7-2d6d-4011-af3a-c892b5efaa99 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 943 time: 0.0971751 May 23 15:50:16.280408 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c28f94e2-183a-49e7-b84f-ed8d470c9c45 req-2483150c-dfee-4750-989e-f20a5b270370 service neutron] 10.222.0.69 "GET /v2.0/networks/8fb40c4e-9164-4617-9793-abd2286f1896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466601 May 23 15:50:16.283497 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:16.295455 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2fdf1578-e51a-4891-b359-b223bd6abe8d req-4dddbcbb-355d-43b4-9b18-77559bf8f716 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667577 May 23 15:50:17.420979 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044bc04-0b86-41c8-ba15-b4bc46ca591f req-c228924a-c7bc-4284-9590-8b4d2e36b3c8 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:17.422527 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0044bc04-0b86-41c8-ba15-b4bc46ca591f req-c228924a-c7bc-4284-9590-8b4d2e36b3c8 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 943 time: 0.0527627 May 23 15:50:17.473460 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0044bc04-0b86-41c8-ba15-b4bc46ca591f req-daa8dcaf-983a-426e-a2c7-42a7f8b0e010 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448313 May 23 15:50:17.914880 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 49684) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:50:18.080988 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-4d99583f-8043-4aa4-8ada-ded68a3480f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:18.164499 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-4d99583f-8043-4aa4-8ada-ded68a3480f1 admin admin] Publish callbacks [] for security_group (e30ca8e2-6c90-4a20-bd57-53c8ed51fdd3), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:18.214618 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-4d99583f-8043-4aa4-8ada-ded68a3480f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (e30ca8e2-6c90-4a20-bd57-53c8ed51fdd3), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:18.256005 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-4d99583f-8043-4aa4-8ada-ded68a3480f1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=611a6747c5b64e40bfd6040044e66d93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3389707 May 23 15:50:18.256891 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99583f-8043-4aa4-8ada-ded68a3480f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30ca8e2-6c90-4a20-bd57-53c8ed51fdd3,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:50:18.259800 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 49690) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:50:18.309812 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9de1c95d-fc85-4283-b547-86a6df2f69ee admin admin] Publish callbacks [] for security_group (e30ca8e2-6c90-4a20-bd57-53c8ed51fdd3), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:18.313104 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device afbaeb47-bccc-4c5c-8309-2469ca000cc2 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=111210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:50:18.337287 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9de1c95d-fc85-4283-b547-86a6df2f69ee admin admin] Publish callbacks [] for security_group (e30ca8e2-6c90-4a20-bd57-53c8ed51fdd3), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:18.354929 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:18.438260 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port afbaeb47-bccc-4c5c-8309-2469ca000cc2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=afbaeb47-bccc-4c5c-8309-2469ca000cc2,segment=NetworkSegment(d129db44-bab8-43da-81f8-4f7ff8070dc8),segment_id=d129db44-bab8-43da-81f8-4f7ff8070dc8)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:50:18.450777 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Returning: {'device': 'afbaeb47-bccc-4c5c-8309-2469ca000cc2', 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896', 'port_id': 'afbaeb47-bccc-4c5c-8309-2469ca000cc2', 'mac_address': 'fa:16:3e:bc:0c:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:50:18.486853 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port afbaeb47-bccc-4c5c-8309-2469ca000cc2 is: DOWN; New status is: BUILD {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:50:18.487247 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (afbaeb47-bccc-4c5c-8309-2469ca000cc2), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:18.494654 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9de1c95d-fc85-4283-b547-86a6df2f69ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (e30ca8e2-6c90-4a20-bd57-53c8ed51fdd3), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:18.497304 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9de1c95d-fc85-4283-b547-86a6df2f69ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:18.498542 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-9de1c95d-fc85-4283-b547-86a6df2f69ee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e30ca8e2-6c90-4a20-bd57-53c8ed51fdd3 HTTP/1.1" status: 204 len: 168 time: 0.2378254 May 23 15:50:18.503469 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afbaeb47-bccc-4c5c-8309-2469ca000cc2 {{(pid=111210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:50:18.509804 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1c95d-fc85-4283-b547-86a6df2f69ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30ca8e2-6c90-4a20-bd57-53c8ed51fdd3,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:50:18.532747 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port afbaeb47-bccc-4c5c-8309-2469ca000cc2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=afbaeb47-bccc-4c5c-8309-2469ca000cc2,segment=NetworkSegment(d129db44-bab8-43da-81f8-4f7ff8070dc8),segment_id=d129db44-bab8-43da-81f8-4f7ff8070dc8)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:50:18.604060 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (afbaeb47-bccc-4c5c-8309-2469ca000cc2), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:18.613551 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8293df-99b9-44f1-95bb-98283b4f6367 req-50274d1c-fb03-4e1b-b522-fa7c5d7054d3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:18.614966 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-cc8293df-99b9-44f1-95bb-98283b4f6367 req-50274d1c-fb03-4e1b-b522-fa7c5d7054d3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 943 time: 0.0521033 May 23 15:50:18.668139 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=afbaeb47-bccc-4c5c-8309-2469ca000cc2,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:50:18.674375 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-cc8293df-99b9-44f1-95bb-98283b4f6367 req-50ed95a0-eb81-4a00-88a5-fbd0a4c0e7ae tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530558 May 23 15:50:18.675616 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:18.675964 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:18.676313 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:18.676655 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:18.676980 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:18.677343 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:18.677669 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:18.677994 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:18.678318 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:18.678821 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:18.679146 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:18.679473 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:18.680335 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:18.680768 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:18.681120 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:19.148111 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 49702) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:50:19.161703 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-b6134b37-066c-49ee-89d0-efb7477147f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:19.237653 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-b6134b37-066c-49ee-89d0-efb7477147f0 admin admin] Publish callbacks [] for security_group (d461ac48-3c0b-48ca-be56-bce9bed74b67), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:19.300442 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-b6134b37-066c-49ee-89d0-efb7477147f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (d461ac48-3c0b-48ca-be56-bce9bed74b67), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:19.341188 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-b6134b37-066c-49ee-89d0-efb7477147f0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a9fcf2dfafab4113881d38748b0824cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1918349 May 23 15:50:19.342005 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6134b37-066c-49ee-89d0-efb7477147f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d461ac48-3c0b-48ca-be56-bce9bed74b67,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:50:19.343790 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 49704) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:50:19.399646 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-4445f1ef-96d2-4c07-9225-4e7d37f40582 admin admin] Publish callbacks [] for security_group (d461ac48-3c0b-48ca-be56-bce9bed74b67), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:19.425972 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-4445f1ef-96d2-4c07-9225-4e7d37f40582 admin admin] Publish callbacks [] for security_group (d461ac48-3c0b-48ca-be56-bce9bed74b67), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:19.529231 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-4445f1ef-96d2-4c07-9225-4e7d37f40582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (d461ac48-3c0b-48ca-be56-bce9bed74b67), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:19.531905 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-4445f1ef-96d2-4c07-9225-4e7d37f40582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:19.533507 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-4445f1ef-96d2-4c07-9225-4e7d37f40582 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d461ac48-3c0b-48ca-be56-bce9bed74b67 HTTP/1.1" status: 204 len: 168 time: 0.1882997 May 23 15:50:19.541820 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445f1ef-96d2-4c07-9225-4e7d37f40582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d461ac48-3c0b-48ca-be56-bce9bed74b67,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:50:19.816906 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c956d6-7351-4ede-9155-7332270527c1 req-877da0cc-9071-4df8-83e9-3ac39e3abaca tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:19.818802 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-11c956d6-7351-4ede-9155-7332270527c1 req-877da0cc-9071-4df8-83e9-3ac39e3abaca tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 944 time: 0.0585599 May 23 15:50:19.887057 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-11c956d6-7351-4ede-9155-7332270527c1 req-248a19c1-0adf-4afd-adf5-021c97afd7b6 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610862 May 23 15:50:20.197273 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=75,neutron:DELETE=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:21.022046 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd1bca-d5c6-47b7-96d9-81ccf30f7f92 req-11c3609c-55bd-45e9-838a-36fbf8cd67eb tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:21.024102 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-44bd1bca-d5c6-47b7-96d9-81ccf30f7f92 req-11c3609c-55bd-45e9-838a-36fbf8cd67eb tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 944 time: 0.0521564 May 23 15:50:21.074195 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-44bd1bca-d5c6-47b7-96d9-81ccf30f7f92 req-75732509-f721-457f-a308-8b6c62d0012d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443065 May 23 15:50:21.648802 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['afbaeb47-bccc-4c5c-8309-2469ca000cc2'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:50:21.876743 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-0f5b3228-c6d4-4de1-b2a8-15fc5d49b728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:22.197462 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fade3b1-2d15-44b3-bd0b-8d16d3fb3f9b req-0bf63285-640c-44ef-957a-b95599aebeb5 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:22.198945 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1fade3b1-2d15-44b3-bd0b-8d16d3fb3f9b req-0bf63285-640c-44ef-957a-b95599aebeb5 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 944 time: 0.0474987 May 23 15:50:22.250297 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1fade3b1-2d15-44b3-bd0b-8d16d3fb3f9b req-1465b642-6841-44df-a1cc-85c81e4d9af8 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455353 May 23 15:50:23.375918 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:23.385349 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8bd53-d400-4f02-a1ac-6b6216c2e5d0 req-e38c903a-7495-4cd7-9ca5-ce40efada720 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:23.388395 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-41f8bd53-d400-4f02-a1ac-6b6216c2e5d0 req-e38c903a-7495-4cd7-9ca5-ce40efada720 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 944 time: 0.0547051 May 23 15:50:23.434585 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-41f8bd53-d400-4f02-a1ac-6b6216c2e5d0 req-e626b21f-2f96-4280-95ee-4e826d50ff9a tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419111 May 23 15:50:23.527518 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device afbaeb47-bccc-4c5c-8309-2469ca000cc2 up at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:50:23.570131 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning for port afbaeb47-bccc-4c5c-8309-2469ca000cc2 completed by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:50:23.631815 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning complete for port afbaeb47-bccc-4c5c-8309-2469ca000cc2 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:50:23.632201 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (afbaeb47-bccc-4c5c-8309-2469ca000cc2), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:23.710171 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port afbaeb47-bccc-4c5c-8309-2469ca000cc2 is: BUILD; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:50:23.710576 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (afbaeb47-bccc-4c5c-8309-2469ca000cc2), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:23.734950 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0a2baa-19d3-46f7-8585-c5272f971305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbaeb47-bccc-4c5c-8309-2469ca000cc2'}] {{(pid=111210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:50:23.737338 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9c7a1c507f49bcca1db13b0162076e02f5240d03c1faf9934ae6854bea0488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944b2574-c4c1-470d-a7be-9f034fb3e978" -d '{"events": [{"server_uuid": "6e0a2baa-19d3-46f7-8585-c5272f971305", "name": "network-vif-plugged", "status": "completed", "tag": "afbaeb47-bccc-4c5c-8309-2469ca000cc2"}]}' {{(pid=111210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:50:23.751350 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port afbaeb47-bccc-4c5c-8309-2469ca000cc2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=afbaeb47-bccc-4c5c-8309-2469ca000cc2,segment=NetworkSegment(d129db44-bab8-43da-81f8-4f7ff8070dc8),segment_id=d129db44-bab8-43da-81f8-4f7ff8070dc8)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:50:23.778258 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2c7dbb-ccdf-4379-bd22-984b499bd79d x-openstack-request-id: req-0d2c7dbb-ccdf-4379-bd22-984b499bd79d {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:50:23.778502 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0a2baa-19d3-46f7-8585-c5272f971305", "name": "network-vif-plugged", "status": "completed", "tag": "afbaeb47-bccc-4c5c-8309-2469ca000cc2", "code": 200}]} {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:50:23.778770 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d2c7dbb-ccdf-4379-bd22-984b499bd79d {{(pid=111210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:50:23.779173 dv-cinder-840678-12-iscsi neutron-server[111210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d2c7dbb-ccdf-4379-bd22-984b499bd79d'] response: {'server_uuid': '6e0a2baa-19d3-46f7-8585-c5272f971305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbaeb47-bccc-4c5c-8309-2469ca000cc2', 'code': 200} May 23 15:50:23.843220 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (afbaeb47-bccc-4c5c-8309-2469ca000cc2), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:23.848423 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:23.883272 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:23.892509 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=afbaeb47-bccc-4c5c-8309-2469ca000cc2,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:50:24.138506 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138fba2-be99-41bc-956b-2f25dd970c7f req-207fa763-80b9-4e82-b912-5cd81f9447b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:24.140000 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d138fba2-be99-41bc-956b-2f25dd970c7f req-207fa763-80b9-4e82-b912-5cd81f9447b8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 1129 time: 0.0414264 May 23 15:50:24.190324 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d138fba2-be99-41bc-956b-2f25dd970c7f req-9a23820f-abc7-4031-a915-330431daaaff service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407660 May 23 15:50:24.208586 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-9889430c-0d0a-4f95-9ce0-d4896a41df94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:24.556484 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ebd6a-818c-4d60-8980-177a5bc5d44b req-623fcc5f-2dab-42e6-92e3-a87c08d4d47e tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:24.558161 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-305ebd6a-818c-4d60-8980-177a5bc5d44b req-623fcc5f-2dab-42e6-92e3-a87c08d4d47e tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 945 time: 0.0486436 May 23 15:50:24.582933 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:24.610280 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-305ebd6a-818c-4d60-8980-177a5bc5d44b req-55eef7c1-2f5c-4f52-b4be-ecc64235edb4 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464501 May 23 15:50:25.220674 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=66 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:25.625802 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:25.735757 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60222ddf-9e29-416b-a822-6d46bc96520d req-9bc49555-cfc4-4372-8f10-3fbc856bfc2f tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:25.737630 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-60222ddf-9e29-416b-a822-6d46bc96520d req-9bc49555-cfc4-4372-8f10-3fbc856bfc2f tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 945 time: 0.0495648 May 23 15:50:25.788099 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-60222ddf-9e29-416b-a822-6d46bc96520d req-54d25b9a-bbaa-49a4-a206-5aff2d5d0d0e tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441463 May 23 15:50:26.568499 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d4de71ed-995f-495e-be58-4ed94824743f req-61d32a06-34cc-4b76-828c-338cdb79b661 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2071772138&fields=id&tenant_id=6263581d20ea47bcae22d736f7934e05 HTTP/1.1" status: 200 len: 267 time: 0.0472553 May 23 15:50:26.643465 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:26.683599 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de71ed-995f-495e-be58-4ed94824743f req-e63b54fa-164e-4e72-a3a9-6830e19f99cd tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:26.685176 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d4de71ed-995f-495e-be58-4ed94824743f req-e63b54fa-164e-4e72-a3a9-6830e19f99cd tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/networks?id=719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 HTTP/1.1" status: 200 len: 812 time: 0.1100066 May 23 15:50:26.701228 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d4de71ed-995f-495e-be58-4ed94824743f req-ea7e58f9-8c01-4d23-99e6-122d9d911131 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/quotas/6263581d20ea47bcae22d736f7934e05 HTTP/1.1" status: 200 len: 375 time: 0.0105886 May 23 15:50:26.755011 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d4de71ed-995f-495e-be58-4ed94824743f req-a564d58c-4e35-45d5-822f-f75dda6384d9 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6263581d20ea47bcae22d736f7934e05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485275 May 23 15:50:26.853342 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d4de71ed-995f-495e-be58-4ed94824743f req-fc824ae4-5ae5-416a-b094-f3335d8d149a service neutron] 10.222.0.64 "GET /v2.0/networks/719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849836 May 23 15:50:26.961222 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb5b80-abd2-4e25-bbf9-acdf59522de6 req-cd0f5be9-6baf-4285-b759-00ba51cd23c6 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:26.962732 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-65eb5b80-abd2-4e25-bbf9-acdf59522de6 req-cd0f5be9-6baf-4285-b759-00ba51cd23c6 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 945 time: 0.0946019 May 23 15:50:27.004804 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d4de71ed-995f-495e-be58-4ed94824743f req-d6c9c402-2c40-4eb3-aa92-d77e574a2e79 service neutron] 10.222.0.64 "GET /v2.0/networks/719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454475 May 23 15:50:27.035854 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-65eb5b80-abd2-4e25-bbf9-acdf59522de6 req-5409af8f-8bd9-4dfc-8380-505356e9e402 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624380 May 23 15:50:27.151217 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63bc463-3c54-4e75-8f57-97b739f5644d req-955eca81-8af3-492c-9f24-04c59a4bad56 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:27.152626 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a63bc463-3c54-4e75-8f57-97b739f5644d req-955eca81-8af3-492c-9f24-04c59a4bad56 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 945 time: 0.0486248 May 23 15:50:27.166571 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 49874) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:50:27.170932 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-3cd90e08-dc22-4187-9b0d-d38f397504e8 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Request body: {'floatingip': {'port_id': 'afbaeb47-bccc-4c5c-8309-2469ca000cc2'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:50:27.209106 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3cd90e08-dc22-4187-9b0d-d38f397504e8 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for floatingip (1ab6f971-d005-4264-b4e6-e097a88a5bf5), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:27.654823 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:27.781674 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-74857080-189e-445d-9bc8-e9a164a27499 req-4ed2d372-0e9d-4ae3-906a-e9e12cb1cbc9 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 210 time: 0.0335085 May 23 15:50:27.832329 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:27.938818 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3cd90e08-dc22-4187-9b0d-d38f397504e8 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:28.043067 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3cd90e08-dc22-4187-9b0d-d38f397504e8 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (1ab6f971-d005-4264-b4e6-e097a88a5bf5), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:28.151077 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.db.l3_db [None req-3cd90e08-dc22-4187-9b0d-d38f397504e8 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Floating IP 1ab6f971-d005-4264-b4e6-e097a88a5bf5 associated. External IP: 172.27.3.61, port: afbaeb47-bccc-4c5c-8309-2469ca000cc2. May 23 15:50:28.288459 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:28.355641 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd90e08-dc22-4187-9b0d-d38f397504e8 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Router 714061f3-96bb-43f2-8d60-4eb51d6d1e51 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:50:28.466475 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd90e08-dc22-4187-9b0d-d38f397504e8 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:50:28.471535 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3cd90e08-dc22-4187-9b0d-d38f397504e8 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:28.476296 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06a682d-93ff-4718-ac00-9108831a073e None None] Sync routers for ids ['714061f3-96bb-43f2-8d60-4eb51d6d1e51'] in dv-cinder-840678-12-iscsi {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:50:28.486791 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06a682d-93ff-4718-ac00-9108831a073e None None] Routers {'714061f3-96bb-43f2-8d60-4eb51d6d1e51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:50:28.487457 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-f06a682d-93ff-4718-ac00-9108831a073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:50:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['714061f3-96bb-43f2-8d60-4eb51d6d1e51'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:50:28.503681 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-3cd90e08-dc22-4187-9b0d-d38f397504e8 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "PUT /v2.0/floatingips/1ab6f971-d005-4264-b4e6-e097a88a5bf5 HTTP/1.1" status: 200 len: 990 time: 1.3341765 May 23 15:50:28.503681 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0a2baa-19d3-46f7-8585-c5272f971305', 'tag': 'afbaeb47-bccc-4c5c-8309-2469ca000cc2'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:50:28.508735 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6584c748-e555-4b3e-baa4-47cfe068ba07" -d '{"events": [{"name": "network-changed", "server_uuid": "6e0a2baa-19d3-46f7-8585-c5272f971305", "tag": "afbaeb47-bccc-4c5c-8309-2469ca000cc2"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:50:28.545918 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38f4e04-dab3-4ff5-bfdf-24693f39419a x-openstack-request-id: req-a38f4e04-dab3-4ff5-bfdf-24693f39419a {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:50:28.546205 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e0a2baa-19d3-46f7-8585-c5272f971305", "tag": "afbaeb47-bccc-4c5c-8309-2469ca000cc2", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:50:28.546564 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a38f4e04-dab3-4ff5-bfdf-24693f39419a {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:50:28.547233 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a38f4e04-dab3-4ff5-bfdf-24693f39419a'] response: {'name': 'network-changed', 'server_uuid': '6e0a2baa-19d3-46f7-8585-c5272f971305', 'tag': 'afbaeb47-bccc-4c5c-8309-2469ca000cc2', 'status': 'completed', 'code': 200} May 23 15:50:28.595159 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-f06a682d-93ff-4718-ac00-9108831a073e None None] Set router 714061f3-96bb-43f2-8d60-4eb51d6d1e51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:50:28.644106 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584c748-e555-4b3e-baa4-47cfe068ba07 req-83b40de7-e0ee-4014-8057-4c650026e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:28.645795 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6584c748-e555-4b3e-baa4-47cfe068ba07 req-83b40de7-e0ee-4014-8057-4c650026e82f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=749e4849b23b4e42be64ef0ab0330a0b&device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 1129 time: 0.0404439 May 23 15:50:28.746585 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584c748-e555-4b3e-baa4-47cfe068ba07 req-d250a66a-6f3c-450f-ad3c-3d7a2669afde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:28.748017 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6584c748-e555-4b3e-baa4-47cfe068ba07 req-d250a66a-6f3c-450f-ad3c-3d7a2669afde service neutron] 10.222.0.69 "GET /v2.0/networks?id=8fb40c4e-9164-4617-9793-abd2286f1896 HTTP/1.1" status: 200 len: 917 time: 0.0931377 May 23 15:50:28.816635 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-f06a682d-93ff-4718-ac00-9108831a073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'name': 'tempest-AttachVolumeShelveTestJSON-715739087-router', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:14Z', 'revision_number': 4, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'gw_port': {'id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '1ab6f971-d005-4264-b4e6-e097a88a5bf5', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'port_id': 'afbaeb47-bccc-4c5c-8309-2469ca000cc2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896', 'mac_address': 'fa:16:3e:bc:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0a2baa-19d3-46f7-8585-c5272f971305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:50:10Z', 'updated_at': '2022-05-23T15:50:27Z', 'revision_number': 1, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e24102e4-a732-4442-a123-a74caeb2201c', 'name': '', 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'mac_address': 'fa:16:3e:7d:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:13Z', 'updated_at': '2022-05-23T15:47:17Z', 'revision_number': 5, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'subnets': [{'id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:50:28.829443 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:28.837166 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6584c748-e555-4b3e-baa4-47cfe068ba07 req-8754d610-02b0-4e5a-a0df-37d8200d3a00 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afbaeb47-bccc-4c5c-8309-2469ca000cc2 HTTP/1.1" status: 200 len: 998 time: 0.0740511 May 23 15:50:28.849738 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06a682d-93ff-4718-ac00-9108831a073e None None] Checking router: 714061f3-96bb-43f2-8d60-4eb51d6d1e51 for host: dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:50:28.860029 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06a682d-93ff-4718-ac00-9108831a073e None None] Routers {'714061f3-96bb-43f2-8d60-4eb51d6d1e51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:50:28.860792 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-f06a682d-93ff-4718-ac00-9108831a073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:50:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['714061f3-96bb-43f2-8d60-4eb51d6d1e51'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:50:28.917370 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b5dd4eb5-0105-4dbc-ba70-56fb5ffd8bf6 req-a91eebc4-0c30-4f06-9ad3-eb1878d5e2ce tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 210 time: 0.0355783 May 23 15:50:28.928123 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584c748-e555-4b3e-baa4-47cfe068ba07 req-9abad6ea-2449-478d-aa5c-5675f2e5243e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:28.930394 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6584c748-e555-4b3e-baa4-47cfe068ba07 req-9abad6ea-2449-478d-aa5c-5675f2e5243e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0890d0be-25d8-4c38-9ad0-940056305fe2 HTTP/1.1" status: 200 len: 855 time: 0.0801702 May 23 15:50:28.987396 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-f06a682d-93ff-4718-ac00-9108831a073e None None] Set router 714061f3-96bb-43f2-8d60-4eb51d6d1e51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:50:29.014483 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:29.032205 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584c748-e555-4b3e-baa4-47cfe068ba07 req-01c1b67e-392b-4eaa-8829-2872af6c44f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:29.033854 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6584c748-e555-4b3e-baa4-47cfe068ba07 req-01c1b67e-392b-4eaa-8829-2872af6c44f6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8fb40c4e-9164-4617-9793-abd2286f1896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0609181 May 23 15:50:29.146752 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6584c748-e555-4b3e-baa4-47cfe068ba07 req-806c9cfa-71cb-4036-85cd-c90ad1c381d3 service neutron] 10.222.0.69 "GET /v2.0/networks/8fb40c4e-9164-4617-9793-abd2286f1896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936086 May 23 15:50:29.238627 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:29.253121 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6584c748-e555-4b3e-baa4-47cfe068ba07 req-0089c7e4-6ebb-4bc9-ad99-1a0361db3a5a service neutron] 10.222.0.69 "GET /v2.0/networks/8fb40c4e-9164-4617-9793-abd2286f1896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950255 May 23 15:50:29.298769 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-f06a682d-93ff-4718-ac00-9108831a073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'name': 'tempest-AttachVolumeShelveTestJSON-715739087-router', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:14Z', 'revision_number': 4, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'gw_port': {'id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '1ab6f971-d005-4264-b4e6-e097a88a5bf5', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'port_id': 'afbaeb47-bccc-4c5c-8309-2469ca000cc2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896', 'mac_address': 'fa:16:3e:bc:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0a2baa-19d3-46f7-8585-c5272f971305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:50:10Z', 'updated_at': '2022-05-23T15:50:27Z', 'revision_number': 1, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e24102e4-a732-4442-a123-a74caeb2201c', 'name': '', 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'mac_address': 'fa:16:3e:7d:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:13Z', 'updated_at': '2022-05-23T15:47:17Z', 'revision_number': 5, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'subnets': [{'id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:50:29.324139 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06a682d-93ff-4718-ac00-9108831a073e None None] The sync data for ids ['714061f3-96bb-43f2-8d60-4eb51d6d1e51'] in dv-cinder-840678-12-iscsi is: [{'id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'name': 'tempest-AttachVolumeShelveTestJSON-715739087-router', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:14Z', 'revision_number': 4, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'gw_port': {'id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '1ab6f971-d005-4264-b4e6-e097a88a5bf5', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'port_id': 'afbaeb47-bccc-4c5c-8309-2469ca000cc2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896', 'mac_address': 'fa:16:3e:bc:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0a2baa-19d3-46f7-8585-c5272f971305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:50:10Z', 'updated_at': '2022-05-23T15:50:27Z', 'revision_number': 1, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e24102e4-a732-4442-a123-a74caeb2201c', 'name': '', 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'mac_address': 'fa:16:3e:7d:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:13Z', 'updated_at': '2022-05-23T15:47:17Z', 'revision_number': 5, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'subnets': [{'id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:50:29.527292 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60024ab9-23cc-4ed2-acf2-1f6f0fd66d67 None None] New status for floating IP 1ab6f971-d005-4264-b4e6-e097a88a5bf5: ACTIVE {{(pid=111210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:50:29.535926 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:29.536990 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=59,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:29.921348 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de71ed-995f-495e-be58-4ed94824743f req-4cd66a8f-324a-42ff-ba60-6406f2ecb4e1 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:29.922854 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d4de71ed-995f-495e-be58-4ed94824743f req-4cd66a8f-324a-42ff-ba60-6406f2ecb4e1 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.69 "GET /v2.0/networks?id=719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 HTTP/1.1" status: 200 len: 812 time: 0.1144121 May 23 15:50:29.997782 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d4de71ed-995f-495e-be58-4ed94824743f req-c941077f-86d4-4a3e-8a00-a57e2f965a52 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6263581d20ea47bcae22d736f7934e05 HTTP/1.1" status: 200 len: 380 time: 0.0587015 May 23 15:50:30.013618 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [req-d4de71ed-995f-495e-be58-4ed94824743f req-ebc877f2-f48e-4a7e-9e7a-be66475c3beb tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Request body: {'port': {'device_id': '99616012-21ed-48f0-a80e-e08de807a0f7', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'admin_state_up': True, 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'security_groups': ['a259daa4-28ac-4f5e-b661-22cddb349a0a']}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:50:30.034640 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-efc552c2-c012-4308-b0dd-e586f93eb3bb req-2a1a6d60-eb43-45ee-b942-b343497a3055 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 210 time: 0.0358436 May 23 15:50:30.237304 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4de71ed-995f-495e-be58-4ed94824743f req-ebc877f2-f48e-4a7e-9e7a-be66475c3beb tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Made reservation on behalf of 6263581d20ea47bcae22d736f7934e05 for: {'port': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:50:30.240751 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-d4de71ed-995f-495e-be58-4ed94824743f req-ebc877f2-f48e-4a7e-9e7a-be66475c3beb tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:30.368031 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_common [req-d4de71ed-995f-495e-be58-4ed94824743f req-ebc877f2-f48e-4a7e-9e7a-be66475c3beb tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Allocated IP 172.20.0.9 (719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6/150d6d13-664a-4a20-9c02-8454a2e4aaca/94b34c73-13bd-4cd4-bab5-10d1f2fcdd65) {{(pid=111209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:50:30.510030 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-d4de71ed-995f-495e-be58-4ed94824743f req-ebc877f2-f48e-4a7e-9e7a-be66475c3beb tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for port (94b34c73-13bd-4cd4-bab5-10d1f2fcdd65), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:30.604028 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-d4de71ed-995f-495e-be58-4ed94824743f req-ebc877f2-f48e-4a7e-9e7a-be66475c3beb tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (94b34c73-13bd-4cd4-bab5-10d1f2fcdd65), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:30.652171 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4de71ed-995f-495e-be58-4ed94824743f req-ebc877f2-f48e-4a7e-9e7a-be66475c3beb tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Network 719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 is already hosted by enough agents. {{(pid=111209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:50:30.654705 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:30.659491 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [req-d4de71ed-995f-495e-be58-4ed94824743f req-ebc877f2-f48e-4a7e-9e7a-be66475c3beb tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Resources bound (agent type, host, resource id): {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:50:30.660577 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4de71ed-995f-495e-be58-4ed94824743f req-ebc877f2-f48e-4a7e-9e7a-be66475c3beb tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Received port after_create {{(pid=111209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:50:30.666478 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc877f2-f48e-4a7e-9e7a-be66475c3beb tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Pushing event updated for resources: {'Port': ['ID=94b34c73-13bd-4cd4-bab5-10d1f2fcdd65,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:50:30.696941 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc877f2-f48e-4a7e-9e7a-be66475c3beb tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:30.697662 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc877f2-f48e-4a7e-9e7a-be66475c3beb tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:30.698017 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc877f2-f48e-4a7e-9e7a-be66475c3beb tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:30.698360 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc877f2-f48e-4a7e-9e7a-be66475c3beb tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:30.698696 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc877f2-f48e-4a7e-9e7a-be66475c3beb tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:30.699031 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc877f2-f48e-4a7e-9e7a-be66475c3beb tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:30.699403 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc877f2-f48e-4a7e-9e7a-be66475c3beb tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:30.699710 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc877f2-f48e-4a7e-9e7a-be66475c3beb tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:30.700042 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc877f2-f48e-4a7e-9e7a-be66475c3beb tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:30.700383 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc877f2-f48e-4a7e-9e7a-be66475c3beb tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:30.700720 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc877f2-f48e-4a7e-9e7a-be66475c3beb tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:30.701087 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc877f2-f48e-4a7e-9e7a-be66475c3beb tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:30.701409 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc877f2-f48e-4a7e-9e7a-be66475c3beb tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:30.701735 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc877f2-f48e-4a7e-9e7a-be66475c3beb tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:30.702059 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc877f2-f48e-4a7e-9e7a-be66475c3beb tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:50:30.733665 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de71ed-995f-495e-be58-4ed94824743f req-ebc877f2-f48e-4a7e-9e7a-be66475c3beb tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:30.734282 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-d4de71ed-995f-495e-be58-4ed94824743f req-ebc877f2-f48e-4a7e-9e7a-be66475c3beb tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:30.736628 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:30.824741 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d4de71ed-995f-495e-be58-4ed94824743f req-ebc877f2-f48e-4a7e-9e7a-be66475c3beb tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8144259 May 23 15:50:30.842799 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [req-d4de71ed-995f-495e-be58-4ed94824743f req-37e8db72-17e8-4524-be15-9870c8fc9fa1 service neutron] Request body: {'port': {'device_id': '99616012-21ed-48f0-a80e-e08de807a0f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:50:30.902211 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-d4de71ed-995f-495e-be58-4ed94824743f req-37e8db72-17e8-4524-be15-9870c8fc9fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (94b34c73-13bd-4cd4-bab5-10d1f2fcdd65), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:30.913046 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-bb3a67cd-dc53-45de-981a-b98b87544b90 None None] Provisioning complete for port 94b34c73-13bd-4cd4-bab5-10d1f2fcdd65 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:50:30.913655 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-bb3a67cd-dc53-45de-981a-b98b87544b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (94b34c73-13bd-4cd4-bab5-10d1f2fcdd65), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:30.950520 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a67cd-dc53-45de-981a-b98b87544b90 None None] Port 94b34c73-13bd-4cd4-bab5-10d1f2fcdd65 cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:50:31.182772 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de95e4-1272-4a1f-ba7e-b7ec7b341769 req-99601cda-e5e5-4e0c-aede-11fb9168694a tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:31.184149 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-57de95e4-1272-4a1f-ba7e-b7ec7b341769 req-99601cda-e5e5-4e0c-aede-11fb9168694a tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 931 time: 0.0719302 May 23 15:50:31.266662 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:31.280651 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [req-d4de71ed-995f-495e-be58-4ed94824743f req-37e8db72-17e8-4524-be15-9870c8fc9fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b34c73-13bd-4cd4-bab5-10d1f2fcdd65 {{(pid=111209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:50:31.287777 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-57de95e4-1272-4a1f-ba7e-b7ec7b341769 req-d1ca0149-01d5-4e3f-8150-943fc2be9604 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939400 May 23 15:50:31.291933 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-d4de71ed-995f-495e-be58-4ed94824743f req-37e8db72-17e8-4524-be15-9870c8fc9fa1 service neutron] Publish callbacks [] for port (94b34c73-13bd-4cd4-bab5-10d1f2fcdd65), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:31.306572 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.provisioning_blocks [req-d4de71ed-995f-495e-be58-4ed94824743f req-37e8db72-17e8-4524-be15-9870c8fc9fa1 service neutron] Transition to ACTIVE for port object 94b34c73-13bd-4cd4-bab5-10d1f2fcdd65 will not be triggered until provisioned by entity L2. {{(pid=111209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:50:31.391595 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-d4de71ed-995f-495e-be58-4ed94824743f req-37e8db72-17e8-4524-be15-9870c8fc9fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (94b34c73-13bd-4cd4-bab5-10d1f2fcdd65), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:31.473224 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8db72-17e8-4524-be15-9870c8fc9fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=94b34c73-13bd-4cd4-bab5-10d1f2fcdd65,revision_number=2']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:50:31.529810 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-d4de71ed-995f-495e-be58-4ed94824743f req-37e8db72-17e8-4524-be15-9870c8fc9fa1 service neutron] Attempting to bind port 94b34c73-13bd-4cd4-bab5-10d1f2fcdd65 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:50:31.530153 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-d4de71ed-995f-495e-be58-4ed94824743f req-37e8db72-17e8-4524-be15-9870c8fc9fa1 service neutron] Attempting to bind port 94b34c73-13bd-4cd4-bab5-10d1f2fcdd65 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'dee74d16-ff39-4506-8861-fc403fa5e1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6'}] {{(pid=111209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:50:31.530484 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4de71ed-995f-495e-be58-4ed94824743f req-37e8db72-17e8-4524-be15-9870c8fc9fa1 service neutron] Attempting to bind port 94b34c73-13bd-4cd4-bab5-10d1f2fcdd65 on network 719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:50:31.535464 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4de71ed-995f-495e-be58-4ed94824743f req-37e8db72-17e8-4524-be15-9870c8fc9fa1 service neutron] Port 94b34c73-13bd-4cd4-bab5-10d1f2fcdd65 on network 719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:50:31.535785 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4de71ed-995f-495e-be58-4ed94824743f req-37e8db72-17e8-4524-be15-9870c8fc9fa1 service neutron] Attempting to bind port 94b34c73-13bd-4cd4-bab5-10d1f2fcdd65 on network 719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:50:31.541578 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4de71ed-995f-495e-be58-4ed94824743f req-37e8db72-17e8-4524-be15-9870c8fc9fa1 service neutron] Checking agent: {'id': '0d13f95c-3035-4c18-beb8-0a83c2b7abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'started_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:50:31.541914 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4de71ed-995f-495e-be58-4ed94824743f req-37e8db72-17e8-4524-be15-9870c8fc9fa1 service neutron] Checking segment: {'id': 'dee74d16-ff39-4506-8861-fc403fa5e1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:50:31.542294 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4de71ed-995f-495e-be58-4ed94824743f req-37e8db72-17e8-4524-be15-9870c8fc9fa1 service neutron] Bound using segment: {'id': 'dee74d16-ff39-4506-8861-fc403fa5e1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6'} {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:50:31.542725 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-d4de71ed-995f-495e-be58-4ed94824743f req-37e8db72-17e8-4524-be15-9870c8fc9fa1 service neutron] Bound port: 94b34c73-13bd-4cd4-bab5-10d1f2fcdd65, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dee74d16-ff39-4506-8861-fc403fa5e1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6'}}] {{(pid=111209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:50:31.543166 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-d4de71ed-995f-495e-be58-4ed94824743f req-37e8db72-17e8-4524-be15-9870c8fc9fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (94b34c73-13bd-4cd4-bab5-10d1f2fcdd65), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:31.613901 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-d4de71ed-995f-495e-be58-4ed94824743f req-37e8db72-17e8-4524-be15-9870c8fc9fa1 service neutron] For port 94b34c73-13bd-4cd4-bab5-10d1f2fcdd65, host hv-cinder-84067, cleared binding levels {{(pid=111209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:50:31.617809 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-d4de71ed-995f-495e-be58-4ed94824743f req-37e8db72-17e8-4524-be15-9870c8fc9fa1 service neutron] For port 94b34c73-13bd-4cd4-bab5-10d1f2fcdd65, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=94b34c73-13bd-4cd4-bab5-10d1f2fcdd65,segment=NetworkSegment(dee74d16-ff39-4506-8861-fc403fa5e1d4),segment_id=dee74d16-ff39-4506-8861-fc403fa5e1d4)] {{(pid=111209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:50:31.696600 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-d4de71ed-995f-495e-be58-4ed94824743f req-37e8db72-17e8-4524-be15-9870c8fc9fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (94b34c73-13bd-4cd4-bab5-10d1f2fcdd65), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:31.734006 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de71ed-995f-495e-be58-4ed94824743f req-37e8db72-17e8-4524-be15-9870c8fc9fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:31.734486 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-d4de71ed-995f-495e-be58-4ed94824743f req-37e8db72-17e8-4524-be15-9870c8fc9fa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:31.735874 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d4de71ed-995f-495e-be58-4ed94824743f req-37e8db72-17e8-4524-be15-9870c8fc9fa1 service neutron] 10.222.0.69 "PUT /v2.0/ports/94b34c73-13bd-4cd4-bab5-10d1f2fcdd65 HTTP/1.1" status: 200 len: 1093 time: 0.8981681 May 23 15:50:31.736313 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99616012-21ed-48f0-a80e-e08de807a0f7', 'tag': '94b34c73-13bd-4cd4-bab5-10d1f2fcdd65'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:50:31.738565 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d724b8-83dd-4029-b558-79d8f8422160" -d '{"events": [{"name": "network-changed", "server_uuid": "99616012-21ed-48f0-a80e-e08de807a0f7", "tag": "94b34c73-13bd-4cd4-bab5-10d1f2fcdd65"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:50:31.763095 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8db72-17e8-4524-be15-9870c8fc9fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=94b34c73-13bd-4cd4-bab5-10d1f2fcdd65,revision_number=3']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:50:31.797758 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1922f6-4397-41dc-bdc0-02164d0fc27d x-openstack-request-id: req-be1922f6-4397-41dc-bdc0-02164d0fc27d {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:50:31.798054 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99616012-21ed-48f0-a80e-e08de807a0f7", "tag": "94b34c73-13bd-4cd4-bab5-10d1f2fcdd65", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:50:31.798309 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-be1922f6-4397-41dc-bdc0-02164d0fc27d {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:50:31.798744 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be1922f6-4397-41dc-bdc0-02164d0fc27d'] response: {'name': 'network-changed', 'server_uuid': '99616012-21ed-48f0-a80e-e08de807a0f7', 'tag': '94b34c73-13bd-4cd4-bab5-10d1f2fcdd65', 'status': 'completed', 'code': 200} May 23 15:50:31.912825 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d724b8-83dd-4029-b558-79d8f8422160 req-38a1b6dd-5d44-43c5-a945-1f4873f1ee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:31.914663 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-75d724b8-83dd-4029-b558-79d8f8422160 req-38a1b6dd-5d44-43c5-a945-1f4873f1ee84 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6263581d20ea47bcae22d736f7934e05&device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 1127 time: 0.0556388 May 23 15:50:32.072751 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d724b8-83dd-4029-b558-79d8f8422160 req-ff0609b1-dc19-49ae-9664-1ec5d35292e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:32.075466 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-75d724b8-83dd-4029-b558-79d8f8422160 req-ff0609b1-dc19-49ae-9664-1ec5d35292e9 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=6263581d20ea47bcae22d736f7934e05&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0964327 May 23 15:50:32.176508 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d724b8-83dd-4029-b558-79d8f8422160 req-4c81d234-9660-4c63-ba23-25b3057efcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:32.178040 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-75d724b8-83dd-4029-b558-79d8f8422160 req-4c81d234-9660-4c63-ba23-25b3057efcc8 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982084 May 23 15:50:32.280227 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de71ed-995f-495e-be58-4ed94824743f req-8267d71b-e2a9-4aec-94d2-84d655cf4b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:32.281875 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d4de71ed-995f-495e-be58-4ed94824743f req-8267d71b-e2a9-4aec-94d2-84d655cf4b05 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6263581d20ea47bcae22d736f7934e05&device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 1127 time: 0.0427649 May 23 15:50:32.330881 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d4de71ed-995f-495e-be58-4ed94824743f req-2559ebbf-645a-45a6-8d25-543fcfeac3a0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94b34c73-13bd-4cd4-bab5-10d1f2fcdd65 HTTP/1.1" status: 200 len: 217 time: 0.0345998 May 23 15:50:32.414173 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de71ed-995f-495e-be58-4ed94824743f req-33283b34-88d6-43d5-b3a0-c09c2fd850be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:32.415628 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d4de71ed-995f-495e-be58-4ed94824743f req-33283b34-88d6-43d5-b3a0-c09c2fd850be service neutron] 10.222.0.69 "GET /v2.0/subnets?id=150d6d13-664a-4a20-9c02-8454a2e4aaca HTTP/1.1" status: 200 len: 851 time: 0.0787723 May 23 15:50:32.438125 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a271f7-386c-491e-903f-11a277986944 req-d056f62c-f398-4b1d-886c-f79a9f238366 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:32.439545 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-20a271f7-386c-491e-903f-11a277986944 req-d056f62c-f398-4b1d-886c-f79a9f238366 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 943 time: 0.0670168 May 23 15:50:32.466078 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:32.495466 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de71ed-995f-495e-be58-4ed94824743f req-57e7cc3a-2619-4b0e-aa62-8085d28a8054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:32.496967 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d4de71ed-995f-495e-be58-4ed94824743f req-57e7cc3a-2619-4b0e-aa62-8085d28a8054 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0741715 May 23 15:50:32.542214 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-20a271f7-386c-491e-903f-11a277986944 req-3880326b-a740-49db-8126-3b9756bf03e7 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771604 May 23 15:50:32.616360 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d4de71ed-995f-495e-be58-4ed94824743f req-61307570-a4ad-41a5-9bcb-eff9e21d12bc service neutron] 10.222.0.69 "GET /v2.0/networks/719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065474 May 23 15:50:32.710907 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:32.743732 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d4de71ed-995f-495e-be58-4ed94824743f req-4aaedebe-838f-474d-9a3f-84bf7a762887 service neutron] 10.222.0.69 "GET /v2.0/networks/719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972900 May 23 15:50:33.213014 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a75a04c9-4f4c-4e7c-9a59-2c4be226a1a8 req-1da48814-2946-4c41-97aa-ebb8d8eca884 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e82853b8-ba61-4e2f-a961-7778da726303&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448334 May 23 15:50:33.306615 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a04c9-4f4c-4e7c-9a59-2c4be226a1a8 req-8244d7fc-77ca-40af-af1f-a3cdfc382a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:33.308127 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a75a04c9-4f4c-4e7c-9a59-2c4be226a1a8 req-8244d7fc-77ca-40af-af1f-a3cdfc382a85 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6263581d20ea47bcae22d736f7934e05&device_id=e82853b8-ba61-4e2f-a961-7778da726303 HTTP/1.1" status: 200 len: 1130 time: 0.0412483 May 23 15:50:33.417421 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a04c9-4f4c-4e7c-9a59-2c4be226a1a8 req-2e8878b6-3a7f-4f95-b671-0fc45d0be43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:33.418850 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a75a04c9-4f4c-4e7c-9a59-2c4be226a1a8 req-2e8878b6-3a7f-4f95-b671-0fc45d0be43c service neutron] 10.222.0.69 "GET /v2.0/networks?id=719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 HTTP/1.1" status: 200 len: 913 time: 0.0859306 May 23 15:50:33.493116 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a75a04c9-4f4c-4e7c-9a59-2c4be226a1a8 req-5f3beb25-9fa9-4bd9-9c8e-b7f353e014cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=557925ff-a601-4157-8dce-7678d594e516 HTTP/1.1" status: 200 len: 1002 time: 0.0612531 May 23 15:50:33.577817 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a04c9-4f4c-4e7c-9a59-2c4be226a1a8 req-00b2c99e-931b-4562-8840-094dbaebec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:33.579606 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a75a04c9-4f4c-4e7c-9a59-2c4be226a1a8 req-00b2c99e-931b-4562-8840-094dbaebec33 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=150d6d13-664a-4a20-9c02-8454a2e4aaca HTTP/1.1" status: 200 len: 851 time: 0.0510252 May 23 15:50:33.656565 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a04c9-4f4c-4e7c-9a59-2c4be226a1a8 req-4e5ef207-9c5f-460b-aa41-6b43a2c73317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:33.658057 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a75a04c9-4f4c-4e7c-9a59-2c4be226a1a8 req-4e5ef207-9c5f-460b-aa41-6b43a2c73317 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0698261 May 23 15:50:33.673856 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898027bc-973f-4496-b1f6-6e50916f5ef5 req-744dd7ef-a474-47b6-974c-0294f65bd16d tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:33.675551 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-898027bc-973f-4496-b1f6-6e50916f5ef5 req-744dd7ef-a474-47b6-974c-0294f65bd16d tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 943 time: 0.0585043 May 23 15:50:33.782075 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-898027bc-973f-4496-b1f6-6e50916f5ef5 req-d972beb4-d1e5-4bd4-9c8c-215bd04bcb1a tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973074 May 23 15:50:33.799429 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a75a04c9-4f4c-4e7c-9a59-2c4be226a1a8 req-f2552bb3-bb44-4656-b771-0cf063e6267b service neutron] 10.222.0.69 "GET /v2.0/networks/719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229408 May 23 15:50:34.144816 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a75a04c9-4f4c-4e7c-9a59-2c4be226a1a8 req-9b0f993a-4aa0-4462-8e81-a7ef6fb06154 service neutron] 10.222.0.69 "GET /v2.0/networks/719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388417 May 23 15:50:34.895455 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52feae-1596-417c-814a-219db810c251 req-345742ae-7b68-4dfa-9f9f-a898c2d2ca05 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:34.896898 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-aa52feae-1596-417c-814a-219db810c251 req-345742ae-7b68-4dfa-9f9f-a898c2d2ca05 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 943 time: 0.0475616 May 23 15:50:34.949651 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-aa52feae-1596-417c-814a-219db810c251 req-4035b3c7-fc59-45aa-bc27-d64b2e6c6311 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463419 May 23 15:50:36.072991 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ca1f1-2abb-450e-a0f5-ed3326078899 req-9dd176e6-4636-4d88-95d5-77f00a9ba40f tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:36.074574 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3d6ca1f1-2abb-450e-a0f5-ed3326078899 req-9dd176e6-4636-4d88-95d5-77f00a9ba40f tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 943 time: 0.0582702 May 23 15:50:36.123469 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3d6ca1f1-2abb-450e-a0f5-ed3326078899 req-9a00244e-60c0-48b2-8706-24685dd54ec3 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432787 May 23 15:50:37.237531 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733a198-3917-4e8e-a7e9-8113814dbc0a req-dfe478b7-0dac-4217-84ac-c7ad245ff576 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:37.238965 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4733a198-3917-4e8e-a7e9-8113814dbc0a req-dfe478b7-0dac-4217-84ac-c7ad245ff576 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 943 time: 0.0463445 May 23 15:50:37.286646 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4733a198-3917-4e8e-a7e9-8113814dbc0a req-cef7d283-0546-4cdf-9164-ecd304df6f8b tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420101 May 23 15:50:38.367735 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:38.404205 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad895e9-7c17-4731-96cd-4a71943a9796 req-e4ac29fc-ce8a-4eed-b54f-87f87d91bb1e tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:38.405680 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5ad895e9-7c17-4731-96cd-4a71943a9796 req-e4ac29fc-ce8a-4eed-b54f-87f87d91bb1e tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 943 time: 0.0486093 May 23 15:50:38.435498 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:38.458806 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5ad895e9-7c17-4731-96cd-4a71943a9796 req-50967e0d-6e57-4f9b-b449-76d502a9fb89 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476022 May 23 15:50:39.585740 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d55a7-6b93-4e4a-b747-e31285df06b1 req-2a254beb-675c-4e56-80ae-848795ef89f9 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:39.587438 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-693d55a7-6b93-4e4a-b747-e31285df06b1 req-2a254beb-675c-4e56-80ae-848795ef89f9 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 943 time: 0.0559826 May 23 15:50:39.637275 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-693d55a7-6b93-4e4a-b747-e31285df06b1 req-01a849f8-db82-4f01-b62e-a68475ae5687 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441213 May 23 15:50:40.750997 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7161b31-9bad-4619-9166-9bc8fc58969a req-b657c734-dd95-4e47-b594-b18d8d0699af tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:40.752501 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c7161b31-9bad-4619-9166-9bc8fc58969a req-b657c734-dd95-4e47-b594-b18d8d0699af tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 943 time: 0.0471780 May 23 15:50:40.807574 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c7161b31-9bad-4619-9166-9bc8fc58969a req-cc833be2-3a40-4adc-8d2f-76fa70798fc9 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493007 May 23 15:50:41.635471 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 94b34c73-13bd-4cd4-bab5-10d1f2fcdd65 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=111210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:50:41.745576 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 94b34c73-13bd-4cd4-bab5-10d1f2fcdd65, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=94b34c73-13bd-4cd4-bab5-10d1f2fcdd65,segment=NetworkSegment(dee74d16-ff39-4506-8861-fc403fa5e1d4),segment_id=dee74d16-ff39-4506-8861-fc403fa5e1d4)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:50:41.761225 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Returning: {'device': '94b34c73-13bd-4cd4-bab5-10d1f2fcdd65', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'port_id': '94b34c73-13bd-4cd4-bab5-10d1f2fcdd65', 'mac_address': 'fa:16:3e:42:43:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:50:41.796521 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port 94b34c73-13bd-4cd4-bab5-10d1f2fcdd65 is: DOWN; New status is: BUILD {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:50:41.796914 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (94b34c73-13bd-4cd4-bab5-10d1f2fcdd65), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:41.810773 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b34c73-13bd-4cd4-bab5-10d1f2fcdd65 {{(pid=111210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:50:41.831427 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 94b34c73-13bd-4cd4-bab5-10d1f2fcdd65, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=94b34c73-13bd-4cd4-bab5-10d1f2fcdd65,segment=NetworkSegment(dee74d16-ff39-4506-8861-fc403fa5e1d4),segment_id=dee74d16-ff39-4506-8861-fc403fa5e1d4)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:50:41.912280 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (94b34c73-13bd-4cd4-bab5-10d1f2fcdd65), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:41.929173 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1507e7-da72-4760-83cf-c68199f57c73 req-db0dd814-244f-4378-83cb-90880cb5b2c6 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:41.930887 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2a1507e7-da72-4760-83cf-c68199f57c73 req-db0dd814-244f-4378-83cb-90880cb5b2c6 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 943 time: 0.0536480 May 23 15:50:41.961731 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=94b34c73-13bd-4cd4-bab5-10d1f2fcdd65,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:50:41.983389 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2a1507e7-da72-4760-83cf-c68199f57c73 req-a82113b2-64e5-43f7-b59f-727237a7b977 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459533 May 23 15:50:43.097009 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503251a-d0de-4ced-a0ed-534dcbb71b29 req-fe91d9e2-0bfc-43fc-8b58-00736d1bc5ca tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:43.098489 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3503251a-d0de-4ced-a0ed-534dcbb71b29 req-fe91d9e2-0bfc-43fc-8b58-00736d1bc5ca tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 944 time: 0.0469577 May 23 15:50:43.147053 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3503251a-d0de-4ced-a0ed-534dcbb71b29 req-2fa7c247-4cd3-4924-be31-b1e2555376cc tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427907 May 23 15:50:44.265863 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa43ef2-afe1-4698-9240-605c015604bb req-9795e0ed-165a-4be2-b74b-d726435389b2 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:44.267300 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ffa43ef2-afe1-4698-9240-605c015604bb req-9795e0ed-165a-4be2-b74b-d726435389b2 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 944 time: 0.0501950 May 23 15:50:44.317016 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ffa43ef2-afe1-4698-9240-605c015604bb req-4d9da786-5666-415d-a479-23b3686a62de tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441234 May 23 15:50:44.849409 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['94b34c73-13bd-4cd4-bab5-10d1f2fcdd65'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:50:45.047742 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:45.070278 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:45.438029 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90528ab3-e354-4a25-a192-1499c5721fdc req-c796fb82-c5df-4e22-a310-65643ff0bfe4 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:45.439479 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-90528ab3-e354-4a25-a192-1499c5721fdc req-c796fb82-c5df-4e22-a310-65643ff0bfe4 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 944 time: 0.0486059 May 23 15:50:45.491619 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-90528ab3-e354-4a25-a192-1499c5721fdc req-0b23076b-cccb-4355-ac46-549f16a651a4 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464394 May 23 15:50:46.617289 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc58374-d6fe-4eae-a1c6-b7eb42af4d53 req-323d778e-af58-40c0-b750-5b4ea03cd92b tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:46.618961 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3cc58374-d6fe-4eae-a1c6-b7eb42af4d53 req-323d778e-af58-40c0-b750-5b4ea03cd92b tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 944 time: 0.0483017 May 23 15:50:46.671286 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3cc58374-d6fe-4eae-a1c6-b7eb42af4d53 req-5b57c8b7-7635-45e9-aae0-55bad7ab5918 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463107 May 23 15:50:47.167883 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=84 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:47.168667 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=70 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:47.782202 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6b1d0-4a8d-41e9-ac84-d8637692075c req-c8df8286-f67c-4ad5-8d02-2104b49cfc34 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:47.783650 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1fd6b1d0-4a8d-41e9-ac84-d8637692075c req-c8df8286-f67c-4ad5-8d02-2104b49cfc34 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 944 time: 0.0468674 May 23 15:50:47.833189 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1fd6b1d0-4a8d-41e9-ac84-d8637692075c req-fa7a9038-352d-41c2-8cc9-231e4aaa5721 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438955 May 23 15:50:48.945207 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5dd9d-297d-4403-925f-1c201552e11d req-7df55e99-cfed-4e41-a4f5-51651dc05866 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:48.946661 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9db5dd9d-297d-4403-925f-1c201552e11d req-7df55e99-cfed-4e41-a4f5-51651dc05866 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 944 time: 0.0479097 May 23 15:50:48.995792 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9db5dd9d-297d-4403-925f-1c201552e11d req-54514097-39f0-4f7b-841d-2f2a31e769bc tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424447 May 23 15:50:50.111429 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd693d8-3b1a-495e-9354-c0fe7397658f req-7fcff322-52b4-4989-bb7e-a4290c865d79 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:50.112830 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6cd693d8-3b1a-495e-9354-c0fe7397658f req-7fcff322-52b4-4989-bb7e-a4290c865d79 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 944 time: 0.0508111 May 23 15:50:50.159684 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6cd693d8-3b1a-495e-9354-c0fe7397658f req-e7165ddd-7f72-443e-9fc2-9e027ec74473 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414548 May 23 15:50:50.806683 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 94b34c73-13bd-4cd4-bab5-10d1f2fcdd65 up at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:50:50.849809 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning for port 94b34c73-13bd-4cd4-bab5-10d1f2fcdd65 completed by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:50:50.922453 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning complete for port 94b34c73-13bd-4cd4-bab5-10d1f2fcdd65 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:50:50.922848 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (94b34c73-13bd-4cd4-bab5-10d1f2fcdd65), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:50.994154 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port 94b34c73-13bd-4cd4-bab5-10d1f2fcdd65 is: BUILD; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:50:50.994542 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (94b34c73-13bd-4cd4-bab5-10d1f2fcdd65), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:51.017658 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99616012-21ed-48f0-a80e-e08de807a0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b34c73-13bd-4cd4-bab5-10d1f2fcdd65'}] {{(pid=111210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:50:51.019906 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9c7a1c507f49bcca1db13b0162076e02f5240d03c1faf9934ae6854bea0488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7deb834d-7a91-4efc-ac4f-75068cb2483f" -d '{"events": [{"server_uuid": "99616012-21ed-48f0-a80e-e08de807a0f7", "name": "network-vif-plugged", "status": "completed", "tag": "94b34c73-13bd-4cd4-bab5-10d1f2fcdd65"}]}' {{(pid=111210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:50:51.035278 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 94b34c73-13bd-4cd4-bab5-10d1f2fcdd65, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=94b34c73-13bd-4cd4-bab5-10d1f2fcdd65,segment=NetworkSegment(dee74d16-ff39-4506-8861-fc403fa5e1d4),segment_id=dee74d16-ff39-4506-8861-fc403fa5e1d4)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:50:51.056038 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff79174-e026-40ea-81ca-32f5e2bdbe82 x-openstack-request-id: req-7ff79174-e026-40ea-81ca-32f5e2bdbe82 {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:50:51.056326 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99616012-21ed-48f0-a80e-e08de807a0f7", "name": "network-vif-plugged", "status": "completed", "tag": "94b34c73-13bd-4cd4-bab5-10d1f2fcdd65", "code": 200}]} {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:50:51.056580 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ff79174-e026-40ea-81ca-32f5e2bdbe82 {{(pid=111210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:50:51.056978 dv-cinder-840678-12-iscsi neutron-server[111210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ff79174-e026-40ea-81ca-32f5e2bdbe82'] response: {'server_uuid': '99616012-21ed-48f0-a80e-e08de807a0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b34c73-13bd-4cd4-bab5-10d1f2fcdd65', 'code': 200} May 23 15:50:51.105999 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (94b34c73-13bd-4cd4-bab5-10d1f2fcdd65), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:51.154982 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=94b34c73-13bd-4cd4-bab5-10d1f2fcdd65,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:50:51.259974 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:51.277487 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544e35f-dd52-4f2a-8edf-f8f33ad88a5b req-9a319fca-ae29-42dc-ab19-45df0849d297 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:51.279071 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f544e35f-dd52-4f2a-8edf-f8f33ad88a5b req-9a319fca-ae29-42dc-ab19-45df0849d297 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0499732 May 23 15:50:51.310041 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:51.329436 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f544e35f-dd52-4f2a-8edf-f8f33ad88a5b req-d09a8f03-8780-44e2-9835-76466deaee22 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447900 May 23 15:50:51.497518 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066700d-a48a-4e88-a870-8a6ab7c9d71a req-a17cc579-4ab9-485b-bda8-b24b34e90c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:51.498933 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2066700d-a48a-4e88-a870-8a6ab7c9d71a req-a17cc579-4ab9-485b-bda8-b24b34e90c4d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 1129 time: 0.0389478 May 23 15:50:51.549334 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2066700d-a48a-4e88-a870-8a6ab7c9d71a req-9345e800-34f7-4a44-a1ea-b8ed5634f6f4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427880 May 23 15:50:51.882237 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-fb76f000-82be-4a4e-a52c-e5d529282e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:52.220164 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:50:52.447409 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a7703-e28e-4fc3-8e58-9d58d4d9e038 req-02a9e300-4c6a-495e-80f7-30af4a2fa0c5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:52.448797 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-966a7703-e28e-4fc3-8e58-9d58d4d9e038 req-02a9e300-4c6a-495e-80f7-30af4a2fa0c5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0482364 May 23 15:50:52.499788 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-966a7703-e28e-4fc3-8e58-9d58d4d9e038 req-fcd35b77-560a-4760-87c5-7d6b3b4c63d6 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450149 May 23 15:50:53.613356 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce31301-ac03-421d-8f09-4c1744cee5f7 req-2e7a1515-e72d-4fc8-b1ee-307e39781472 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:53.614835 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9ce31301-ac03-421d-8f09-4c1744cee5f7 req-2e7a1515-e72d-4fc8-b1ee-307e39781472 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0470977 May 23 15:50:53.663621 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9ce31301-ac03-421d-8f09-4c1744cee5f7 req-53ae5e92-a0ba-40e4-8425-20824e3bd9d9 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431168 May 23 15:50:53.779901 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32901b8-6985-485a-984b-be7b9130e761 req-4873fb8a-b7af-4821-bbf1-bd45bbf95f23 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:53.790716 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e32901b8-6985-485a-984b-be7b9130e761 req-4873fb8a-b7af-4821-bbf1-bd45bbf95f23 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0509310 May 23 15:50:53.834218 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e32901b8-6985-485a-984b-be7b9130e761 req-b4ffcf8d-3c76-4a58-aab5-779004bf4824 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472517 May 23 15:50:53.857616 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 50090) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:50:53.895140 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b025cc8-b0ea-4110-b1fd-45a68f206e39 tempest-TestVolumeBootPattern-1137894001 tempest-TestVolumeBootPattern-1137894001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:53.896687 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-4b025cc8-b0ea-4110-b1fd-45a68f206e39 tempest-TestVolumeBootPattern-1137894001 tempest-TestVolumeBootPattern-1137894001-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 1124 time: 0.0381064 May 23 15:50:53.900112 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 50092) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:50:53.904860 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-c2e68133-f932-4ce1-857a-72964c08edba tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Request body: {'floatingip': {'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'port_id': '94b34c73-13bd-4cd4-bab5-10d1f2fcdd65', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'fixed_ip_address': '172.20.0.9'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:50:53.991244 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c2e68133-f932-4ce1-857a-72964c08edba tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:54.071486 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c2e68133-f932-4ce1-857a-72964c08edba tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:54.177876 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_common [None req-c2e68133-f932-4ce1-857a-72964c08edba tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Allocated IP 172.27.3.214 (423e159f-0d94-4204-8598-641f4ed121cf/6893e8f7-d8c8-4bdd-8cf7-487cc5c00794/bed7ab7b-5d25-4164-b3c7-e3339824a629) {{(pid=111208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:50:54.185709 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-262a86cf-37f5-4c9e-8250-aa77244d731e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:54.284240 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c2e68133-f932-4ce1-857a-72964c08edba tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for port (bed7ab7b-5d25-4164-b3c7-e3339824a629), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:54.368486 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c2e68133-f932-4ce1-857a-72964c08edba tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (bed7ab7b-5d25-4164-b3c7-e3339824a629), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:54.406515 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e68133-f932-4ce1-857a-72964c08edba tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Network 423e159f-0d94-4204-8598-641f4ed121cf is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:50:54.413201 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-c2e68133-f932-4ce1-857a-72964c08edba tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:50:54.417132 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e68133-f932-4ce1-857a-72964c08edba tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Received port after_create {{(pid=111208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:50:54.439759 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e68133-f932-4ce1-857a-72964c08edba tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Pushing event updated for resources: {'Port': ['ID=bed7ab7b-5d25-4164-b3c7-e3339824a629,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:50:54.760268 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:54.771197 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:54.775224 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c2e68133-f932-4ce1-857a-72964c08edba tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for floatingip (78320ad6-b90a-45b4-a62f-a128e07430c6), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:54.911585 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c2e68133-f932-4ce1-857a-72964c08edba tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (bed7ab7b-5d25-4164-b3c7-e3339824a629), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:55.082628 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c2e68133-f932-4ce1-857a-72964c08edba tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for port (bed7ab7b-5d25-4164-b3c7-e3339824a629), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:55.133358 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c2e68133-f932-4ce1-857a-72964c08edba tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-906278'] for port (bed7ab7b-5d25-4164-b3c7-e3339824a629), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:55.207741 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e68133-f932-4ce1-857a-72964c08edba tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Pushing event updated for resources: {'Port': ['ID=bed7ab7b-5d25-4164-b3c7-e3339824a629,revision_number=2']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:50:55.215899 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c2e68133-f932-4ce1-857a-72964c08edba tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (78320ad6-b90a-45b4-a62f-a128e07430c6), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:55.559401 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.db.l3_db [None req-c2e68133-f932-4ce1-857a-72964c08edba tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Floating IP 78320ad6-b90a-45b4-a62f-a128e07430c6 associated. External IP: 172.27.3.214, port: 94b34c73-13bd-4cd4-bab5-10d1f2fcdd65. May 23 15:50:55.618906 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:55.708406 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:50:55.764699 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e68133-f932-4ce1-857a-72964c08edba tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Router f674e184-743d-48cf-902d-cbf0a969171c has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:50:55.868239 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e68133-f932-4ce1-857a-72964c08edba tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:50:55.877975 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8017d2f8-72cd-4371-b3e4-2518f8a40803 None None] Sync routers for ids ['f674e184-743d-48cf-902d-cbf0a969171c'] in dv-cinder-840678-12-iscsi {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:50:55.888242 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8017d2f8-72cd-4371-b3e4-2518f8a40803 None None] Routers {'f674e184-743d-48cf-902d-cbf0a969171c'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:50:55.888854 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-8017d2f8-72cd-4371-b3e4-2518f8a40803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:50:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['f674e184-743d-48cf-902d-cbf0a969171c'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:50:55.936906 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-c2e68133-f932-4ce1-857a-72964c08edba tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:55.976894 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-c2e68133-f932-4ce1-857a-72964c08edba tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0757639 May 23 15:50:55.977569 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99616012-21ed-48f0-a80e-e08de807a0f7', 'tag': '94b34c73-13bd-4cd4-bab5-10d1f2fcdd65'}] {{(pid=111208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:50:55.979844 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e8bc6f21cde82e90109a250a18be241d8bc12bef919575b3a0310827eb45c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47397e4-8e95-4df2-935c-ff0df99d731e" -d '{"events": [{"name": "network-changed", "server_uuid": "99616012-21ed-48f0-a80e-e08de807a0f7", "tag": "94b34c73-13bd-4cd4-bab5-10d1f2fcdd65"}]}' {{(pid=111208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:50:55.991293 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-8017d2f8-72cd-4371-b3e4-2518f8a40803 None None] Set router f674e184-743d-48cf-902d-cbf0a969171c gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:50:56.017037 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31fc1a3-3b22-4d01-91b6-23ca95291424 x-openstack-request-id: req-a31fc1a3-3b22-4d01-91b6-23ca95291424 {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:50:56.017363 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99616012-21ed-48f0-a80e-e08de807a0f7", "tag": "94b34c73-13bd-4cd4-bab5-10d1f2fcdd65", "status": "completed", "code": 200}]} {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:50:56.017617 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a31fc1a3-3b22-4d01-91b6-23ca95291424 {{(pid=111208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:50:56.018025 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a31fc1a3-3b22-4d01-91b6-23ca95291424'] response: {'name': 'network-changed', 'server_uuid': '99616012-21ed-48f0-a80e-e08de807a0f7', 'tag': '94b34c73-13bd-4cd4-bab5-10d1f2fcdd65', 'status': 'completed', 'code': 200} May 23 15:50:56.158316 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47397e4-8e95-4df2-935c-ff0df99d731e req-fa9b029a-aa80-4b5d-83f6-308a2b6d8dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:56.159745 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c47397e4-8e95-4df2-935c-ff0df99d731e req-fa9b029a-aa80-4b5d-83f6-308a2b6d8dbf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6263581d20ea47bcae22d736f7934e05&device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 1129 time: 0.0417185 May 23 15:50:56.209339 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-8017d2f8-72cd-4371-b3e4-2518f8a40803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'name': 'tempest-TestVolumeBootPattern-1539260989-router', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:03Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'gw_port': {'id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:04Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '320606f2-8698-4196-8915-d3691913492d', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'port_id': '557925ff-a601-4157-8dce-7678d594e516', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'mac_address': 'fa:16:3e:d4:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82853b8-ba61-4e2f-a961-7778da726303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:48:28Z', 'updated_at': '2022-05-23T15:48:30Z', 'revision_number': 1, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'fixed_ip_address_scope': None}, {'id': '78320ad6-b90a-45b4-a62f-a128e07430c6', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'port_id': '94b34c73-13bd-4cd4-bab5-10d1f2fcdd65', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'mac_address': 'fa:16:3e:42:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99616012-21ed-48f0-a80e-e08de807a0f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:50:54Z', 'updated_at': '2022-05-23T15:50:54Z', 'revision_number': 0, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd876133e-d7d1-4101-999d-81323a4b08bf', 'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'mac_address': 'fa:16:3e:71:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:06Z', 'updated_at': '2022-05-23T15:45:10Z', 'revision_number': 5, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'subnets': [{'id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:50:56.239855 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8017d2f8-72cd-4371-b3e4-2518f8a40803 None None] Checking router: f674e184-743d-48cf-902d-cbf0a969171c for host: dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:50:56.248809 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8017d2f8-72cd-4371-b3e4-2518f8a40803 None None] Routers {'f674e184-743d-48cf-902d-cbf0a969171c'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:50:56.249458 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-8017d2f8-72cd-4371-b3e4-2518f8a40803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:50:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['f674e184-743d-48cf-902d-cbf0a969171c'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:50:56.255867 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47397e4-8e95-4df2-935c-ff0df99d731e req-243afc79-784e-4c13-a357-94040192f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:56.257359 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c47397e4-8e95-4df2-935c-ff0df99d731e req-243afc79-784e-4c13-a357-94040192f5fb service neutron] 10.222.0.69 "GET /v2.0/networks?id=719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 HTTP/1.1" status: 200 len: 913 time: 0.0891984 May 23 15:50:56.320941 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c47397e4-8e95-4df2-935c-ff0df99d731e req-5c4a182b-a037-4cb3-90c9-a92809726638 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94b34c73-13bd-4cd4-bab5-10d1f2fcdd65 HTTP/1.1" status: 200 len: 999 time: 0.0548666 May 23 15:50:56.350342 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-8017d2f8-72cd-4371-b3e4-2518f8a40803 None None] Set router f674e184-743d-48cf-902d-cbf0a969171c gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:50:56.372704 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47397e4-8e95-4df2-935c-ff0df99d731e req-f2c60a36-b54d-4cba-a111-16c3e9437750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:56.374180 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c47397e4-8e95-4df2-935c-ff0df99d731e req-f2c60a36-b54d-4cba-a111-16c3e9437750 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=150d6d13-664a-4a20-9c02-8454a2e4aaca HTTP/1.1" status: 200 len: 851 time: 0.0441844 May 23 15:50:56.425996 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47397e4-8e95-4df2-935c-ff0df99d731e req-aacf9c3d-a271-4f49-b0a2-34fc3063335e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:50:56.427191 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c47397e4-8e95-4df2-935c-ff0df99d731e req-aacf9c3d-a271-4f49-b0a2-34fc3063335e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0462143 May 23 15:50:56.527654 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c47397e4-8e95-4df2-935c-ff0df99d731e req-43d3d0f3-ed51-4178-bd10-1577b61d11f3 service neutron] 10.222.0.69 "GET /v2.0/networks/719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916510 May 23 15:50:56.595116 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-8017d2f8-72cd-4371-b3e4-2518f8a40803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'name': 'tempest-TestVolumeBootPattern-1539260989-router', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:03Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'gw_port': {'id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:04Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '320606f2-8698-4196-8915-d3691913492d', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'port_id': '557925ff-a601-4157-8dce-7678d594e516', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'mac_address': 'fa:16:3e:d4:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82853b8-ba61-4e2f-a961-7778da726303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:48:28Z', 'updated_at': '2022-05-23T15:48:30Z', 'revision_number': 1, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'fixed_ip_address_scope': None}, {'id': '78320ad6-b90a-45b4-a62f-a128e07430c6', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'port_id': '94b34c73-13bd-4cd4-bab5-10d1f2fcdd65', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'mac_address': 'fa:16:3e:42:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99616012-21ed-48f0-a80e-e08de807a0f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:50:54Z', 'updated_at': '2022-05-23T15:50:54Z', 'revision_number': 0, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd876133e-d7d1-4101-999d-81323a4b08bf', 'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'mac_address': 'fa:16:3e:71:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:06Z', 'updated_at': '2022-05-23T15:45:10Z', 'revision_number': 5, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'subnets': [{'id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:50:56.620508 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8017d2f8-72cd-4371-b3e4-2518f8a40803 None None] The sync data for ids ['f674e184-743d-48cf-902d-cbf0a969171c'] in dv-cinder-840678-12-iscsi is: [{'id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'name': 'tempest-TestVolumeBootPattern-1539260989-router', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:03Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'gw_port': {'id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:04Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '320606f2-8698-4196-8915-d3691913492d', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'port_id': '557925ff-a601-4157-8dce-7678d594e516', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'mac_address': 'fa:16:3e:d4:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82853b8-ba61-4e2f-a961-7778da726303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:48:28Z', 'updated_at': '2022-05-23T15:48:30Z', 'revision_number': 1, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'fixed_ip_address_scope': None}, {'id': '78320ad6-b90a-45b4-a62f-a128e07430c6', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'port_id': '94b34c73-13bd-4cd4-bab5-10d1f2fcdd65', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'mac_address': 'fa:16:3e:42:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99616012-21ed-48f0-a80e-e08de807a0f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:50:54Z', 'updated_at': '2022-05-23T15:50:54Z', 'revision_number': 0, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd876133e-d7d1-4101-999d-81323a4b08bf', 'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'mac_address': 'fa:16:3e:71:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:06Z', 'updated_at': '2022-05-23T15:45:10Z', 'revision_number': 5, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'subnets': [{'id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:50:56.625663 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:56.645093 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c47397e4-8e95-4df2-935c-ff0df99d731e req-a8bae8bb-345c-4e73-b4cc-66d98ded9435 service neutron] 10.222.0.69 "GET /v2.0/networks/719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048155 May 23 15:50:56.827988 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44d3a68-1b04-4bc9-99b8-85a430da933f None None] New status for floating IP 78320ad6-b90a-45b4-a62f-a128e07430c6: ACTIVE {{(pid=111210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:50:58.265369 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:50:58.945029 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:05.972522 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=10,neutron:DELETE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:05.973342 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=78,neutron:DELETE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:06.127301 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d03617-ecc2-4a15-b979-0bd357178e82 req-b6d5df6e-07b2-4020-b3a3-37a55742d08d tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:06.128859 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-19d03617-ecc2-4a15-b979-0bd357178e82 req-b6d5df6e-07b2-4020-b3a3-37a55742d08d tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e HTTP/1.1" status: 200 len: 945 time: 0.0477278 May 23 15:51:06.176799 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-19d03617-ecc2-4a15-b979-0bd357178e82 req-8ef69a0a-41a1-4acf-bdeb-6ab7be834eba tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421536 May 23 15:51:06.587621 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=72 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:06.598578 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=78 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:07.282805 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:07.293387 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be7cae-1455-4ac3-bbb6-d650c9a6cd81 req-cdaba48a-39d1-4058-a992-98373aa5706b tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:07.294770 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c1be7cae-1455-4ac3-bbb6-d650c9a6cd81 req-cdaba48a-39d1-4058-a992-98373aa5706b tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e HTTP/1.1" status: 200 len: 945 time: 0.0466566 May 23 15:51:07.321324 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:07.342141 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c1be7cae-1455-4ac3-bbb6-d650c9a6cd81 req-6cc7783b-08be-4567-aa52-8d44d975d1d7 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408208 May 23 15:51:08.006000 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 50206) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:51:08.048739 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6be23-fe04-4c15-b741-5469a44ac8dd req-d531c7f0-0473-4218-9fd8-256cd515a1a6 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:08.050275 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-cfa6be23-fe04-4c15-b741-5469a44ac8dd req-d531c7f0-0473-4218-9fd8-256cd515a1a6 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e HTTP/1.1" status: 200 len: 945 time: 0.0544693 May 23 15:51:08.139927 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-235c3c62-9765-445a-bc2d-a14192ad0066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:08.149447 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-cfa6be23-fe04-4c15-b741-5469a44ac8dd req-e67dcf11-171a-47dc-a653-db1e8ac9c78b tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Deleting port e4eaecf3-0ea6-488b-9f92-86de045b6736 {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:51:08.149779 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-cfa6be23-fe04-4c15-b741-5469a44ac8dd req-e67dcf11-171a-47dc-a653-db1e8ac9c78b tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (e4eaecf3-0ea6-488b-9f92-86de045b6736), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:08.270597 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-cfa6be23-fe04-4c15-b741-5469a44ac8dd req-e67dcf11-171a-47dc-a653-db1e8ac9c78b tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] For port e4eaecf3-0ea6-488b-9f92-86de045b6736, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e4eaecf3-0ea6-488b-9f92-86de045b6736,segment=NetworkSegment(744470ff-36e7-49b9-9be9-76935eda5005),segment_id=744470ff-36e7-49b9-9be9-76935eda5005)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:51:08.270879 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-cfa6be23-fe04-4c15-b741-5469a44ac8dd req-e67dcf11-171a-47dc-a653-db1e8ac9c78b tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (e4eaecf3-0ea6-488b-9f92-86de045b6736), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:08.290582 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-cfa6be23-fe04-4c15-b741-5469a44ac8dd req-e67dcf11-171a-47dc-a653-db1e8ac9c78b tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Calling delete_port for e4eaecf3-0ea6-488b-9f92-86de045b6736 owned by compute:nova {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:51:08.317321 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-235c3c62-9765-445a-bc2d-a14192ad0066 admin admin] Publish callbacks [] for security_group (4614d6c9-0d90-456f-b502-1c7b0b0a2ce7), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:08.410090 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-235c3c62-9765-445a-bc2d-a14192ad0066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (4614d6c9-0d90-456f-b502-1c7b0b0a2ce7), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:08.492708 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-235c3c62-9765-445a-bc2d-a14192ad0066 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=267667f0d657479bb538741450b97e3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4856765 May 23 15:51:08.495369 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 50212) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:51:08.501248 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c3c62-9765-445a-bc2d-a14192ad0066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4614d6c9-0d90-456f-b502-1c7b0b0a2ce7,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:51:08.516233 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75911b-1ddd-42c0-b532-a36393fa601b req-a3d4d51a-fe01-4a9b-8d38-dbc98cb95ae5 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:08.518509 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4e75911b-1ddd-42c0-b532-a36393fa601b req-a3d4d51a-fe01-4a9b-8d38-dbc98cb95ae5 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e HTTP/1.1" status: 200 len: 945 time: 0.1056647 May 23 15:51:08.548351 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3f843798-e2d1-4475-a6ae-6a5033f79842 admin admin] Publish callbacks [] for security_group (4614d6c9-0d90-456f-b502-1c7b0b0a2ce7), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:08.567070 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4e75911b-1ddd-42c0-b532-a36393fa601b req-1a652b81-b565-4229-9d1a-d4809e1353bc tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427022 May 23 15:51:08.571448 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3f843798-e2d1-4475-a6ae-6a5033f79842 admin admin] Publish callbacks [] for security_group (4614d6c9-0d90-456f-b502-1c7b0b0a2ce7), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:08.585388 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-cfa6be23-fe04-4c15-b741-5469a44ac8dd req-e67dcf11-171a-47dc-a653-db1e8ac9c78b tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (e4eaecf3-0ea6-488b-9f92-86de045b6736), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:08.614800 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67dcf11-171a-47dc-a653-db1e8ac9c78b tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Pushing event deleted for resources: {'Port': ['ID=e4eaecf3-0ea6-488b-9f92-86de045b6736,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:51:08.624221 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['e4eaecf3-0ea6-488b-9f92-86de045b6736'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:51:08.664103 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa6be23-fe04-4c15-b741-5469a44ac8dd req-e67dcf11-171a-47dc-a653-db1e8ac9c78b tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] No DVR routers for this DVR port e4eaecf3-0ea6-488b-9f92-86de045b6736 on host hv-cinder-84067 {{(pid=111209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:51:08.666439 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-cfa6be23-fe04-4c15-b741-5469a44ac8dd req-e67dcf11-171a-47dc-a653-db1e8ac9c78b tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:08.669650 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-cfa6be23-fe04-4c15-b741-5469a44ac8dd req-e67dcf11-171a-47dc-a653-db1e8ac9c78b tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.69 "DELETE /v2.0/ports/e4eaecf3-0ea6-488b-9f92-86de045b6736 HTTP/1.1" status: 204 len: 173 time: 0.6141753 May 23 15:51:08.675078 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e', 'name': 'network-vif-deleted', 'tag': 'e4eaecf3-0ea6-488b-9f92-86de045b6736'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:51:08.675078 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ec7708-d3a1-40d6-99aa-54539f50e277" -d '{"events": [{"server_uuid": "ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e", "name": "network-vif-deleted", "tag": "e4eaecf3-0ea6-488b-9f92-86de045b6736"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:51:08.699837 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3f843798-e2d1-4475-a6ae-6a5033f79842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (4614d6c9-0d90-456f-b502-1c7b0b0a2ce7), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:08.704332 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3f843798-e2d1-4475-a6ae-6a5033f79842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:08.705586 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-3f843798-e2d1-4475-a6ae-6a5033f79842 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4614d6c9-0d90-456f-b502-1c7b0b0a2ce7 HTTP/1.1" status: 204 len: 168 time: 0.2090340 May 23 15:51:08.712668 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c1584c-685f-4224-9e52-f90104a36bed x-openstack-request-id: req-83c1584c-685f-4224-9e52-f90104a36bed {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:51:08.713249 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e", "name": "network-vif-deleted", "tag": "e4eaecf3-0ea6-488b-9f92-86de045b6736", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:51:08.713681 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-83c1584c-685f-4224-9e52-f90104a36bed {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:51:08.714084 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83c1584c-685f-4224-9e52-f90104a36bed'] response: {'server_uuid': 'ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e', 'name': 'network-vif-deleted', 'tag': 'e4eaecf3-0ea6-488b-9f92-86de045b6736', 'status': 'completed', 'code': 200} May 23 15:51:08.714206 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f843798-e2d1-4475-a6ae-6a5033f79842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4614d6c9-0d90-456f-b502-1c7b0b0a2ce7,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:51:08.722401 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f843798-e2d1-4475-a6ae-6a5033f79842 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:08.722754 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f843798-e2d1-4475-a6ae-6a5033f79842 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:08.723132 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f843798-e2d1-4475-a6ae-6a5033f79842 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:08.723486 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f843798-e2d1-4475-a6ae-6a5033f79842 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:08.723812 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f843798-e2d1-4475-a6ae-6a5033f79842 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:08.724149 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f843798-e2d1-4475-a6ae-6a5033f79842 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:08.724484 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f843798-e2d1-4475-a6ae-6a5033f79842 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:08.724815 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f843798-e2d1-4475-a6ae-6a5033f79842 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:08.725183 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f843798-e2d1-4475-a6ae-6a5033f79842 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:08.725520 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f843798-e2d1-4475-a6ae-6a5033f79842 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:08.725859 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f843798-e2d1-4475-a6ae-6a5033f79842 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:08.726191 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f843798-e2d1-4475-a6ae-6a5033f79842 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:08.726519 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f843798-e2d1-4475-a6ae-6a5033f79842 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:08.726849 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f843798-e2d1-4475-a6ae-6a5033f79842 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:08.727173 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f843798-e2d1-4475-a6ae-6a5033f79842 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:09.680293 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7aa2946e-7d25-43c1-bcd6-b9d19421c5d6 req-7dc9473f-63a0-48fd-b59c-10732e91103f tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9507bf-1557-4d9b-a344-c9f3a8ff8f6e HTTP/1.1" status: 200 len: 210 time: 0.0288641 May 23 15:51:10.870682 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device e4eaecf3-0ea6-488b-9f92-86de045b6736 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:51:10.889098 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] No Port match for: e4eaecf3-0ea6-488b-9f92-86de045b6736 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:51:10.889447 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device e4eaecf3-0ea6-488b-9f92-86de045b6736 not bound to the agent host hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:51:11.765617 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-16490607-194a-4219-a487-08fc770bc8f0 req-32898764-5b30-430b-a0db-ed6fc2d98ae0 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4c1b36ef4dfe4aab851fe6c0d2680fe0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285869 May 23 15:51:11.934882 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:11.953721 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16490607-194a-4219-a487-08fc770bc8f0 req-7abd816c-92df-4379-9685-4966195105d4 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:11.955196 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-16490607-194a-4219-a487-08fc770bc8f0 req-7abd816c-92df-4379-9685-4966195105d4 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1839910 May 23 15:51:11.970346 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-16490607-194a-4219-a487-08fc770bc8f0 req-f196e255-8ece-4cff-a553-110736628c3b tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/quotas/4c1b36ef4dfe4aab851fe6c0d2680fe0 HTTP/1.1" status: 200 len: 375 time: 0.0095634 May 23 15:51:12.003018 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-16490607-194a-4219-a487-08fc770bc8f0 req-6b2362ef-5ba6-48bb-9764-f4683bc86969 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c1b36ef4dfe4aab851fe6c0d2680fe0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278754 May 23 15:51:12.229083 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-55028cad-05a5-4251-9baa-676834887e6a req-96806248-3c59-45c5-ba38-939c3b994e91 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f81be-b2c5-43c5-9640-3055f570b6b4 HTTP/1.1" status: 200 len: 210 time: 0.0306840 May 23 15:51:13.326989 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f3a984e6-5dd6-46b8-974d-5202c641cbe6 req-fbd968af-df06-4817-920e-4be3df8f6db5 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f81be-b2c5-43c5-9640-3055f570b6b4 HTTP/1.1" status: 200 len: 210 time: 0.0287020 May 23 15:51:14.404523 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=5 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:14.427218 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-19cee16c-9825-4c75-8c85-3a2c19431b5a req-0ddc3008-ba52-4cc9-95e3-a06de45e73da tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f81be-b2c5-43c5-9640-3055f570b6b4 HTTP/1.1" status: 200 len: 210 time: 0.0309832 May 23 15:51:15.447229 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-16490607-194a-4219-a487-08fc770bc8f0 req-681a97b0-04fd-4a82-b88e-7845088775e6 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=4c1b36ef4dfe4aab851fe6c0d2680fe0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287211 May 23 15:51:15.547760 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2c81d9ae-6f80-4db9-a519-775f5fe6aca1 req-85a76ab8-9d1e-44a2-82ab-befe0a9e12d9 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f81be-b2c5-43c5-9640-3055f570b6b4 HTTP/1.1" status: 200 len: 210 time: 0.0393610 May 23 15:51:15.588533 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16490607-194a-4219-a487-08fc770bc8f0 req-689c293d-1fd9-43f2-a464-4396781bc519 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:15.589972 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-16490607-194a-4219-a487-08fc770bc8f0 req-689c293d-1fd9-43f2-a464-4396781bc519 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1377037 May 23 15:51:15.624602 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [req-16490607-194a-4219-a487-08fc770bc8f0 req-120cac1a-753e-46f8-b2b8-84f7d32f3c80 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Request body: {'port': {'device_id': '9c9f81be-b2c5-43c5-9640-3055f570b6b4', 'network_id': 'b083bfbb-131b-4d6b-be46-9f059f2bce56', 'admin_state_up': True, 'tenant_id': '4c1b36ef4dfe4aab851fe6c0d2680fe0'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:51:15.814154 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16490607-194a-4219-a487-08fc770bc8f0 req-120cac1a-753e-46f8-b2b8-84f7d32f3c80 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Made reservation on behalf of 4c1b36ef4dfe4aab851fe6c0d2680fe0 for: {'port': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:51:15.817717 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-16490607-194a-4219-a487-08fc770bc8f0 req-120cac1a-753e-46f8-b2b8-84f7d32f3c80 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:15.830309 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-16490607-194a-4219-a487-08fc770bc8f0 req-120cac1a-753e-46f8-b2b8-84f7d32f3c80 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:15.910392 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-16490607-194a-4219-a487-08fc770bc8f0 req-120cac1a-753e-46f8-b2b8-84f7d32f3c80 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Publish callbacks [] for security_group (1bb9af5d-4a9c-4cb6-8f7a-881bd85e0942), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:16.031034 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-16490607-194a-4219-a487-08fc770bc8f0 req-120cac1a-753e-46f8-b2b8-84f7d32f3c80 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (1bb9af5d-4a9c-4cb6-8f7a-881bd85e0942), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:16.095383 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120cac1a-753e-46f8-b2b8-84f7d32f3c80 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb9af5d-4a9c-4cb6-8f7a-881bd85e0942,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:51:16.167169 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_common [req-16490607-194a-4219-a487-08fc770bc8f0 req-120cac1a-753e-46f8-b2b8-84f7d32f3c80 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Allocated IP 192.168.233.246 (b083bfbb-131b-4d6b-be46-9f059f2bce56/96076d7e-c622-4c75-b674-6977ad7670af/a39c2919-e340-4c48-81ee-27fdb345a133) {{(pid=111209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:51:16.312700 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-16490607-194a-4219-a487-08fc770bc8f0 req-120cac1a-753e-46f8-b2b8-84f7d32f3c80 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Publish callbacks [] for port (a39c2919-e340-4c48-81ee-27fdb345a133), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:16.402313 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-16490607-194a-4219-a487-08fc770bc8f0 req-120cac1a-753e-46f8-b2b8-84f7d32f3c80 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (a39c2919-e340-4c48-81ee-27fdb345a133), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:16.436401 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:16.447349 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16490607-194a-4219-a487-08fc770bc8f0 req-120cac1a-753e-46f8-b2b8-84f7d32f3c80 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Network b083bfbb-131b-4d6b-be46-9f059f2bce56 is already hosted by enough agents. {{(pid=111209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:51:16.450336 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [req-16490607-194a-4219-a487-08fc770bc8f0 req-120cac1a-753e-46f8-b2b8-84f7d32f3c80 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Resources bound (agent type, host, resource id): {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:51:16.452718 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-16490607-194a-4219-a487-08fc770bc8f0 req-120cac1a-753e-46f8-b2b8-84f7d32f3c80 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Received port after_create {{(pid=111209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:51:16.458067 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:16.481604 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120cac1a-753e-46f8-b2b8-84f7d32f3c80 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Pushing event updated for resources: {'Port': ['ID=a39c2919-e340-4c48-81ee-27fdb345a133,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:51:16.512607 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16490607-194a-4219-a487-08fc770bc8f0 req-120cac1a-753e-46f8-b2b8-84f7d32f3c80 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:16.513275 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-16490607-194a-4219-a487-08fc770bc8f0 req-120cac1a-753e-46f8-b2b8-84f7d32f3c80 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:16.650895 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-16490607-194a-4219-a487-08fc770bc8f0 req-120cac1a-753e-46f8-b2b8-84f7d32f3c80 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0312283 May 23 15:51:16.668735 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0a8ca-30d6-469f-87dd-7edd20ba8408 req-65602ff4-8e95-4474-a609-d9b29dabc12f tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:16.669975 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-69e0a8ca-30d6-469f-87dd-7edd20ba8408 req-65602ff4-8e95-4474-a609-d9b29dabc12f tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f81be-b2c5-43c5-9640-3055f570b6b4 HTTP/1.1" status: 200 len: 936 time: 0.0520349 May 23 15:51:16.676027 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [req-16490607-194a-4219-a487-08fc770bc8f0 req-a87f2efe-8847-4ad2-b9a7-9fcc97afa129 service neutron] Request body: {'port': {'device_id': '9c9f81be-b2c5-43c5-9640-3055f570b6b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:51:16.710776 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=51,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:16.713592 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=51,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:16.722076 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-edef3820-7c90-4ae1-9b1b-eb036b814088 None None] Provisioning complete for port a39c2919-e340-4c48-81ee-27fdb345a133 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:51:16.722380 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-edef3820-7c90-4ae1-9b1b-eb036b814088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (a39c2919-e340-4c48-81ee-27fdb345a133), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:16.753880 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-edef3820-7c90-4ae1-9b1b-eb036b814088 None None] Port a39c2919-e340-4c48-81ee-27fdb345a133 cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:51:16.770227 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-69e0a8ca-30d6-469f-87dd-7edd20ba8408 req-6b36e2a7-87f9-4e62-b4a6-56c6a2e0f492 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bb9af5d-4a9c-4cb6-8f7a-881bd85e0942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914397 May 23 15:51:16.774496 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-16490607-194a-4219-a487-08fc770bc8f0 req-a87f2efe-8847-4ad2-b9a7-9fcc97afa129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (a39c2919-e340-4c48-81ee-27fdb345a133), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:17.064885 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [req-16490607-194a-4219-a487-08fc770bc8f0 req-a87f2efe-8847-4ad2-b9a7-9fcc97afa129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a39c2919-e340-4c48-81ee-27fdb345a133 {{(pid=111209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:51:17.072680 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-16490607-194a-4219-a487-08fc770bc8f0 req-a87f2efe-8847-4ad2-b9a7-9fcc97afa129 service neutron] Publish callbacks [] for port (a39c2919-e340-4c48-81ee-27fdb345a133), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:17.085517 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.provisioning_blocks [req-16490607-194a-4219-a487-08fc770bc8f0 req-a87f2efe-8847-4ad2-b9a7-9fcc97afa129 service neutron] Transition to ACTIVE for port object a39c2919-e340-4c48-81ee-27fdb345a133 will not be triggered until provisioned by entity L2. {{(pid=111209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:51:17.156099 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-16490607-194a-4219-a487-08fc770bc8f0 req-a87f2efe-8847-4ad2-b9a7-9fcc97afa129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (a39c2919-e340-4c48-81ee-27fdb345a133), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:17.161024 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:17.205121 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f2efe-8847-4ad2-b9a7-9fcc97afa129 service neutron] Pushing event updated for resources: {'Port': ['ID=a39c2919-e340-4c48-81ee-27fdb345a133,revision_number=2']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:51:17.286838 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-16490607-194a-4219-a487-08fc770bc8f0 req-a87f2efe-8847-4ad2-b9a7-9fcc97afa129 service neutron] Attempting to bind port a39c2919-e340-4c48-81ee-27fdb345a133 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:51:17.287180 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-16490607-194a-4219-a487-08fc770bc8f0 req-a87f2efe-8847-4ad2-b9a7-9fcc97afa129 service neutron] Attempting to bind port a39c2919-e340-4c48-81ee-27fdb345a133 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '884e5802-a0b3-4c2d-b227-07fd8cf19c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'b083bfbb-131b-4d6b-be46-9f059f2bce56'}] {{(pid=111209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:51:17.287515 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16490607-194a-4219-a487-08fc770bc8f0 req-a87f2efe-8847-4ad2-b9a7-9fcc97afa129 service neutron] Attempting to bind port a39c2919-e340-4c48-81ee-27fdb345a133 on network b083bfbb-131b-4d6b-be46-9f059f2bce56 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:51:17.292291 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16490607-194a-4219-a487-08fc770bc8f0 req-a87f2efe-8847-4ad2-b9a7-9fcc97afa129 service neutron] Port a39c2919-e340-4c48-81ee-27fdb345a133 on network b083bfbb-131b-4d6b-be46-9f059f2bce56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:51:17.292663 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16490607-194a-4219-a487-08fc770bc8f0 req-a87f2efe-8847-4ad2-b9a7-9fcc97afa129 service neutron] Attempting to bind port a39c2919-e340-4c48-81ee-27fdb345a133 on network b083bfbb-131b-4d6b-be46-9f059f2bce56 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:51:17.297958 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16490607-194a-4219-a487-08fc770bc8f0 req-a87f2efe-8847-4ad2-b9a7-9fcc97afa129 service neutron] Checking agent: {'id': '0d13f95c-3035-4c18-beb8-0a83c2b7abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'started_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:51:17.299534 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16490607-194a-4219-a487-08fc770bc8f0 req-a87f2efe-8847-4ad2-b9a7-9fcc97afa129 service neutron] Checking segment: {'id': '884e5802-a0b3-4c2d-b227-07fd8cf19c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'b083bfbb-131b-4d6b-be46-9f059f2bce56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:51:17.299534 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16490607-194a-4219-a487-08fc770bc8f0 req-a87f2efe-8847-4ad2-b9a7-9fcc97afa129 service neutron] Bound using segment: {'id': '884e5802-a0b3-4c2d-b227-07fd8cf19c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'b083bfbb-131b-4d6b-be46-9f059f2bce56'} {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:51:17.300031 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-16490607-194a-4219-a487-08fc770bc8f0 req-a87f2efe-8847-4ad2-b9a7-9fcc97afa129 service neutron] Bound port: a39c2919-e340-4c48-81ee-27fdb345a133, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '884e5802-a0b3-4c2d-b227-07fd8cf19c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'b083bfbb-131b-4d6b-be46-9f059f2bce56'}}] {{(pid=111209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:51:17.300324 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-16490607-194a-4219-a487-08fc770bc8f0 req-a87f2efe-8847-4ad2-b9a7-9fcc97afa129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (a39c2919-e340-4c48-81ee-27fdb345a133), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:17.366312 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-16490607-194a-4219-a487-08fc770bc8f0 req-a87f2efe-8847-4ad2-b9a7-9fcc97afa129 service neutron] For port a39c2919-e340-4c48-81ee-27fdb345a133, host hv-cinder-84067, cleared binding levels {{(pid=111209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:51:17.369517 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-16490607-194a-4219-a487-08fc770bc8f0 req-a87f2efe-8847-4ad2-b9a7-9fcc97afa129 service neutron] For port a39c2919-e340-4c48-81ee-27fdb345a133, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a39c2919-e340-4c48-81ee-27fdb345a133,segment=NetworkSegment(884e5802-a0b3-4c2d-b227-07fd8cf19c9e),segment_id=884e5802-a0b3-4c2d-b227-07fd8cf19c9e)] {{(pid=111209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:51:17.453790 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-16490607-194a-4219-a487-08fc770bc8f0 req-a87f2efe-8847-4ad2-b9a7-9fcc97afa129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (a39c2919-e340-4c48-81ee-27fdb345a133), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:17.487739 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16490607-194a-4219-a487-08fc770bc8f0 req-a87f2efe-8847-4ad2-b9a7-9fcc97afa129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:17.488352 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-16490607-194a-4219-a487-08fc770bc8f0 req-a87f2efe-8847-4ad2-b9a7-9fcc97afa129 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:17.489736 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-16490607-194a-4219-a487-08fc770bc8f0 req-a87f2efe-8847-4ad2-b9a7-9fcc97afa129 service neutron] 10.222.0.69 "PUT /v2.0/ports/a39c2919-e340-4c48-81ee-27fdb345a133 HTTP/1.1" status: 200 len: 1098 time: 0.8188930 May 23 15:51:17.490182 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9f81be-b2c5-43c5-9640-3055f570b6b4', 'tag': 'a39c2919-e340-4c48-81ee-27fdb345a133'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:51:17.492401 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885f6a11-0b13-47e9-bdc4-51b0a43ae3ca" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9f81be-b2c5-43c5-9640-3055f570b6b4", "tag": "a39c2919-e340-4c48-81ee-27fdb345a133"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:51:17.516363 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f2efe-8847-4ad2-b9a7-9fcc97afa129 service neutron] Pushing event updated for resources: {'Port': ['ID=a39c2919-e340-4c48-81ee-27fdb345a133,revision_number=3']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:51:17.535262 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206db94f-8dd4-4546-b73c-f4d8cbe1c30c x-openstack-request-id: req-206db94f-8dd4-4546-b73c-f4d8cbe1c30c {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:51:17.535602 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9f81be-b2c5-43c5-9640-3055f570b6b4", "tag": "a39c2919-e340-4c48-81ee-27fdb345a133", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:51:17.535869 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-206db94f-8dd4-4546-b73c-f4d8cbe1c30c {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:51:17.536279 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-206db94f-8dd4-4546-b73c-f4d8cbe1c30c'] response: {'name': 'network-changed', 'server_uuid': '9c9f81be-b2c5-43c5-9640-3055f570b6b4', 'tag': 'a39c2919-e340-4c48-81ee-27fdb345a133', 'status': 'completed', 'code': 200} May 23 15:51:17.888703 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7df00-69a2-46c3-a4cb-b28651fc6f2d req-5c463c21-8883-42b7-aa3d-575396f7434a tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:17.890199 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-24e7df00-69a2-46c3-a4cb-b28651fc6f2d req-5c463c21-8883-42b7-aa3d-575396f7434a tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f81be-b2c5-43c5-9640-3055f570b6b4 HTTP/1.1" status: 200 len: 948 time: 0.0498743 May 23 15:51:17.919718 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:17.936931 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-24e7df00-69a2-46c3-a4cb-b28651fc6f2d req-2b3c6d4a-83ff-48f3-b412-7d0f935a9eeb tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bb9af5d-4a9c-4cb6-8f7a-881bd85e0942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412610 May 23 15:51:18.709323 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=11,neutron:DELETE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:18.717737 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:19.060461 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d23b70-58f2-4259-a155-a0e9a7ce1f12 req-ab91e9c5-2b9c-4c39-b236-3caa3888b974 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:19.061927 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-98d23b70-58f2-4259-a155-a0e9a7ce1f12 req-ab91e9c5-2b9c-4c39-b236-3caa3888b974 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 945 time: 0.0787814 May 23 15:51:19.072702 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465e388-8aaf-4fa3-975e-e35819ef62f3 req-bd5236dd-4f76-499b-8cd1-09b7b2f6b612 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:19.074364 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1465e388-8aaf-4fa3-975e-e35819ef62f3 req-bd5236dd-4f76-499b-8cd1-09b7b2f6b612 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f81be-b2c5-43c5-9640-3055f570b6b4 HTTP/1.1" status: 200 len: 948 time: 0.0614150 May 23 15:51:19.148776 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-98d23b70-58f2-4259-a155-a0e9a7ce1f12 req-2607ef5a-66ac-47ff-b821-cbf59326a84c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734746 May 23 15:51:19.155947 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1465e388-8aaf-4fa3-975e-e35819ef62f3 req-f3913e67-bc3f-4ce0-a5a2-8c55ad5988e1 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bb9af5d-4a9c-4cb6-8f7a-881bd85e0942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733583 May 23 15:51:20.152709 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f6a11-0b13-47e9-bdc4-51b0a43ae3ca req-8018a93e-e575-42c4-858b-fe6384ac883e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:20.154243 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-885f6a11-0b13-47e9-bdc4-51b0a43ae3ca req-8018a93e-e575-42c4-858b-fe6384ac883e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c1b36ef4dfe4aab851fe6c0d2680fe0&device_id=9c9f81be-b2c5-43c5-9640-3055f570b6b4 HTTP/1.1" status: 200 len: 1132 time: 0.0421760 May 23 15:51:20.192513 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-885f6a11-0b13-47e9-bdc4-51b0a43ae3ca req-2156d7a6-10c2-4a27-bdbc-a987ed8af7f6 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=4c1b36ef4dfe4aab851fe6c0d2680fe0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224264 May 23 15:51:20.346917 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50582ef-0fae-427f-9a9d-7c66451f3d8a req-e015df55-acab-4d97-a614-379736b493e2 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:20.348469 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c50582ef-0fae-427f-9a9d-7c66451f3d8a req-e015df55-acab-4d97-a614-379736b493e2 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 945 time: 0.0904353 May 23 15:51:20.356309 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd01d7-acda-479c-baf5-2920c46fac0f req-efb8c897-a65a-4571-9940-b03569a80c02 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:20.357784 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f0fd01d7-acda-479c-baf5-2920c46fac0f req-efb8c897-a65a-4571-9940-b03569a80c02 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f81be-b2c5-43c5-9640-3055f570b6b4 HTTP/1.1" status: 200 len: 948 time: 0.0986316 May 23 15:51:20.418548 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f6a11-0b13-47e9-bdc4-51b0a43ae3ca req-38d8d824-23b8-42a3-ba5b-1f474c0f2150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:20.420001 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-885f6a11-0b13-47e9-bdc4-51b0a43ae3ca req-38d8d824-23b8-42a3-ba5b-1f474c0f2150 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2198708 May 23 15:51:20.459863 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c50582ef-0fae-427f-9a9d-7c66451f3d8a req-5ccff054-a9d7-4d24-a1c3-ab4c897f208f tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989077 May 23 15:51:20.464101 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f0fd01d7-acda-479c-baf5-2920c46fac0f req-113d6daa-808d-4347-b94f-0674a34e3f20 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bb9af5d-4a9c-4cb6-8f7a-881bd85e0942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896006 May 23 15:51:20.527430 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16490607-194a-4219-a487-08fc770bc8f0 req-0bdde3b3-855b-4f8b-bd60-7f9f61fc1327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:20.528927 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-16490607-194a-4219-a487-08fc770bc8f0 req-0bdde3b3-855b-4f8b-bd60-7f9f61fc1327 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c1b36ef4dfe4aab851fe6c0d2680fe0&device_id=9c9f81be-b2c5-43c5-9640-3055f570b6b4 HTTP/1.1" status: 200 len: 1132 time: 0.0406895 May 23 15:51:20.578655 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-16490607-194a-4219-a487-08fc770bc8f0 req-c9b5ecf1-d852-4977-9f55-ed63a10387c4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=a39c2919-e340-4c48-81ee-27fdb345a133 HTTP/1.1" status: 200 len: 217 time: 0.0326195 May 23 15:51:20.626908 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16490607-194a-4219-a487-08fc770bc8f0 req-2b6d7f6f-8eb3-455a-bad7-f65bc90d84f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:20.628240 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-16490607-194a-4219-a487-08fc770bc8f0 req-2b6d7f6f-8eb3-455a-bad7-f65bc90d84f5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=96076d7e-c622-4c75-b674-6977ad7670af HTTP/1.1" status: 200 len: 843 time: 0.0432415 May 23 15:51:20.676381 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16490607-194a-4219-a487-08fc770bc8f0 req-b858437d-299d-4235-88b1-f3f26237138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:20.677927 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-16490607-194a-4219-a487-08fc770bc8f0 req-b858437d-299d-4235-88b1-f3f26237138b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b083bfbb-131b-4d6b-be46-9f059f2bce56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0414777 May 23 15:51:20.769088 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-16490607-194a-4219-a487-08fc770bc8f0 req-d64af839-8c0a-44c2-b00f-86580b6e9f21 service neutron] 10.222.0.69 "GET /v2.0/networks/b083bfbb-131b-4d6b-be46-9f059f2bce56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810118 May 23 15:51:20.833974 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:20.860634 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-16490607-194a-4219-a487-08fc770bc8f0 req-fa0aad1a-b1f4-4f23-bfca-62f42abb77e4 service neutron] 10.222.0.69 "GET /v2.0/networks/b083bfbb-131b-4d6b-be46-9f059f2bce56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837767 May 23 15:51:21.307071 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-063ea8c3-5926-4953-aa0c-aca7308d9504 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:21.308424 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-063ea8c3-5926-4953-aa0c-aca7308d9504 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/networks?id=463d1c0a-9c63-4f99-9c4a-599a01360208 HTTP/1.1" status: 200 len: 813 time: 0.0989277 May 23 15:51:21.322575 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-8680617b-fd7a-494c-84b4-1dab6d5917be tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/quotas/58c0e4fa5fa246f08bb61703a42e2c59 HTTP/1.1" status: 200 len: 375 time: 0.0087252 May 23 15:51:21.357073 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-c75e7b59-8d14-4ffd-93ab-4c7710457a16 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=58c0e4fa5fa246f08bb61703a42e2c59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296078 May 23 15:51:21.436501 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:21.446806 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-4faf2434-4676-4249-8afe-6bbeb1d341b6 service neutron] 10.222.0.64 "GET /v2.0/networks/463d1c0a-9c63-4f99-9c4a-599a01360208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825760 May 23 15:51:21.795708 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-22ae8742-a73a-4aab-85cd-31883625147a service neutron] 10.222.0.64 "GET /v2.0/networks/463d1c0a-9c63-4f99-9c4a-599a01360208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431308 May 23 15:51:21.828424 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc09491-291d-4b38-8afb-79e981657a33 req-888c9f74-daa1-4f54-a7fe-b106c0de163e tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:21.830552 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7fc09491-291d-4b38-8afb-79e981657a33 req-888c9f74-daa1-4f54-a7fe-b106c0de163e tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 945 time: 0.2955754 May 23 15:51:21.877397 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7fc09491-291d-4b38-8afb-79e981657a33 req-2920f1c2-81a6-4ce1-b079-dd9f7fee7b46 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410037 May 23 15:51:21.922237 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-79562b3a-cd8b-4f3e-89b8-07819ee9f203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:21.982941 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce3853-17a3-4935-88ea-028f0967b7dd req-d133d2db-6399-4e82-a2ee-7c06f88284cf tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:21.984431 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-17ce3853-17a3-4935-88ea-028f0967b7dd req-d133d2db-6399-4e82-a2ee-7c06f88284cf tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f81be-b2c5-43c5-9640-3055f570b6b4 HTTP/1.1" status: 200 len: 948 time: 0.0471728 May 23 15:51:22.041498 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-17ce3853-17a3-4935-88ea-028f0967b7dd req-a92014d2-3489-413a-a026-919ddbe85568 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bb9af5d-4a9c-4cb6-8f7a-881bd85e0942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516233 May 23 15:51:22.091856 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e7d0ec93-2cac-438d-b05d-c88ccdaf74e3 req-770d21f2-31a9-4577-9125-5b2cb5e62ba1 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c90392f-2134-4f71-aa44-680f7e6f5931 HTTP/1.1" status: 200 len: 210 time: 0.0284247 May 23 15:51:22.998269 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f8056-8dfa-4ced-9a2a-26b954a43df0 req-d8c04a3c-65d4-4916-95ca-a56d3a0b5151 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:22.999713 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-da1f8056-8dfa-4ced-9a2a-26b954a43df0 req-d8c04a3c-65d4-4916-95ca-a56d3a0b5151 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 945 time: 0.0462422 May 23 15:51:23.048665 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-da1f8056-8dfa-4ced-9a2a-26b954a43df0 req-055fbb97-4561-49cc-996c-b46610e390d4 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430117 May 23 15:51:23.149587 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a800c2b-dda5-48c1-9881-4ed7d0e5c501 req-7f918716-6301-438e-8056-57566cb4e62a tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:23.151086 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7a800c2b-dda5-48c1-9881-4ed7d0e5c501 req-7f918716-6301-438e-8056-57566cb4e62a tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f81be-b2c5-43c5-9640-3055f570b6b4 HTTP/1.1" status: 200 len: 948 time: 0.0478992 May 23 15:51:23.204582 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1de8e19a-812c-4f0a-8c0d-1016ffc23ef8 req-d2ac5dd9-7cbb-4ee1-820d-0c6da1af24ca tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c90392f-2134-4f71-aa44-680f7e6f5931 HTTP/1.1" status: 200 len: 210 time: 0.0395994 May 23 15:51:23.225841 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7a800c2b-dda5-48c1-9881-4ed7d0e5c501 req-bc8e9954-d6ef-4d90-96b1-9a2fc8381739 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bb9af5d-4a9c-4cb6-8f7a-881bd85e0942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688469 May 23 15:51:24.060273 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device a39c2919-e340-4c48-81ee-27fdb345a133 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=111210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:51:24.164192 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=12 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:24.165715 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=20 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:24.179084 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port a39c2919-e340-4c48-81ee-27fdb345a133, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a39c2919-e340-4c48-81ee-27fdb345a133,segment=NetworkSegment(884e5802-a0b3-4c2d-b227-07fd8cf19c9e),segment_id=884e5802-a0b3-4c2d-b227-07fd8cf19c9e)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:51:24.191442 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Returning: {'device': 'a39c2919-e340-4c48-81ee-27fdb345a133', 'network_id': 'b083bfbb-131b-4d6b-be46-9f059f2bce56', 'port_id': 'a39c2919-e340-4c48-81ee-27fdb345a133', 'mac_address': 'fa:16:3e:6b:36:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96076d7e-c622-4c75-b674-6977ad7670af', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:51:24.226976 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa08008-a52b-4e3b-9d9d-8da8837acffd req-329d124a-5a4b-4c48-864b-2d81581ec563 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:24.227544 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port a39c2919-e340-4c48-81ee-27fdb345a133 is: DOWN; New status is: BUILD {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:51:24.227544 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (a39c2919-e340-4c48-81ee-27fdb345a133), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:24.228212 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9aa08008-a52b-4e3b-9d9d-8da8837acffd req-329d124a-5a4b-4c48-864b-2d81581ec563 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 945 time: 0.0990839 May 23 15:51:24.245639 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a39c2919-e340-4c48-81ee-27fdb345a133 {{(pid=111210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:51:24.269846 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-e55aa3cb-2720-44a0-906b-13593bbfa6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:24.276527 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port a39c2919-e340-4c48-81ee-27fdb345a133, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a39c2919-e340-4c48-81ee-27fdb345a133,segment=NetworkSegment(884e5802-a0b3-4c2d-b227-07fd8cf19c9e),segment_id=884e5802-a0b3-4c2d-b227-07fd8cf19c9e)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:51:24.328589 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6923d29e-7238-4f85-9a56-c11aaa73cda7 req-ce6bacc5-5568-4dac-a194-afa2bd55a451 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c90392f-2134-4f71-aa44-680f7e6f5931 HTTP/1.1" status: 200 len: 210 time: 0.0474885 May 23 15:51:24.333841 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (a39c2919-e340-4c48-81ee-27fdb345a133), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:24.334766 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-d2f783a2-5465-480f-a1e3-31a7c91983ff tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:24.335830 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-d2f783a2-5465-480f-a1e3-31a7c91983ff tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.69 "GET /v2.0/networks?id=463d1c0a-9c63-4f99-9c4a-599a01360208 HTTP/1.1" status: 200 len: 813 time: 0.1783338 May 23 15:51:24.340327 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9aa08008-a52b-4e3b-9d9d-8da8837acffd req-d6da3031-5a3c-46fa-aaf4-4372142c47fb tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061323 May 23 15:51:24.356287 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-9491dbbb-4bbf-4824-b246-361036cb29db tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Request body: {'port': {'device_id': '3c90392f-2134-4f71-aa44-680f7e6f5931', 'network_id': '463d1c0a-9c63-4f99-9c4a-599a01360208', 'admin_state_up': True, 'tenant_id': '58c0e4fa5fa246f08bb61703a42e2c59'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:51:24.388946 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=a39c2919-e340-4c48-81ee-27fdb345a133,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:51:24.396824 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:24.397206 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:24.397548 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:24.397891 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:24.398225 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:24.398552 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:24.398876 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:24.399198 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:24.399522 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:24.399972 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:24.400297 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:24.400654 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:24.400979 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:24.401322 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:24.401646 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:24.436326 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:24.470281 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73515b0-260d-4397-9640-020ab886fe9f req-73cc6273-d9e5-4cf4-a0c3-e76140470f97 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:24.471751 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a73515b0-260d-4397-9640-020ab886fe9f req-73cc6273-d9e5-4cf4-a0c3-e76140470f97 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f81be-b2c5-43c5-9640-3055f570b6b4 HTTP/1.1" status: 200 len: 949 time: 0.0685084 May 23 15:51:24.525166 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:24.543058 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a73515b0-260d-4397-9640-020ab886fe9f req-2a51e17c-be2a-4639-9ea3-9bd224b3a695 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bb9af5d-4a9c-4cb6-8f7a-881bd85e0942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616465 May 23 15:51:24.613720 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-9491dbbb-4bbf-4824-b246-361036cb29db tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Made reservation on behalf of 58c0e4fa5fa246f08bb61703a42e2c59 for: {'port': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:51:24.617286 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-9491dbbb-4bbf-4824-b246-361036cb29db tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:24.749196 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_common [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-9491dbbb-4bbf-4824-b246-361036cb29db tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Allocated IP 172.20.0.13 (463d1c0a-9c63-4f99-9c4a-599a01360208/3cff5525-cfe2-40a9-a5ee-dd5dfc86a86f/f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5) {{(pid=111209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:51:24.750374 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['a39c2919-e340-4c48-81ee-27fdb345a133'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:51:24.897931 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-9491dbbb-4bbf-4824-b246-361036cb29db tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Publish callbacks [] for port (f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:24.984865 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-9491dbbb-4bbf-4824-b246-361036cb29db tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:25.028740 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-9491dbbb-4bbf-4824-b246-361036cb29db tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Network 463d1c0a-9c63-4f99-9c4a-599a01360208 is already hosted by enough agents. {{(pid=111209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:51:25.031778 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-9491dbbb-4bbf-4824-b246-361036cb29db tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Resources bound (agent type, host, resource id): {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:51:25.035638 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-9491dbbb-4bbf-4824-b246-361036cb29db tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Received port after_create {{(pid=111209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:51:25.041615 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9491dbbb-4bbf-4824-b246-361036cb29db tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Pushing event updated for resources: {'Port': ['ID=f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:51:25.088080 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-9491dbbb-4bbf-4824-b246-361036cb29db tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:25.088686 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-9491dbbb-4bbf-4824-b246-361036cb29db tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:25.187404 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-9491dbbb-4bbf-4824-b246-361036cb29db tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8352139 May 23 15:51:25.206271 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-ea3dc109-f005-4e32-83dc-895bb940cb64 service neutron] Request body: {'port': {'device_id': '3c90392f-2134-4f71-aa44-680f7e6f5931', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:51:25.273533 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-ea3dc109-f005-4e32-83dc-895bb940cb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:25.441246 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:25.536653 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5b535-35f8-49ea-bed7-3bde14f732d3 req-e880ce68-bee8-405e-984e-5780a052dec3 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:25.538728 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-03b5b535-35f8-49ea-bed7-3bde14f732d3 req-e880ce68-bee8-405e-984e-5780a052dec3 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c90392f-2134-4f71-aa44-680f7e6f5931 HTTP/1.1" status: 200 len: 932 time: 0.1390445 May 23 15:51:25.569763 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a987d-403b-481c-81d0-2f3fdb299167 req-58210f0c-0d0e-4a7e-968f-3123e34c0342 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:25.571227 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-984a987d-403b-481c-81d0-2f3fdb299167 req-58210f0c-0d0e-4a7e-968f-3123e34c0342 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 945 time: 0.1491435 May 23 15:51:25.585338 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:25.661556 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-03b5b535-35f8-49ea-bed7-3bde14f732d3 req-9af5d589-0eb8-448e-a9eb-11c006bd2878 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169491 May 23 15:51:25.680489 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-984a987d-403b-481c-81d0-2f3fdb299167 req-db2cdce8-8fd6-4b6a-8c01-39b650a7f695 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974381 May 23 15:51:25.683544 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:25.769327 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-ea3dc109-f005-4e32-83dc-895bb940cb64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5 {{(pid=111209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:51:25.779877 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-ea3dc109-f005-4e32-83dc-895bb940cb64 service neutron] Publish callbacks [] for port (f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:25.793543 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fb5d6-72df-4523-93da-2146327e2baf req-ef59c30d-082d-46c9-bea6-3c03f03613bd tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:25.795039 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ee3fb5d6-72df-4523-93da-2146327e2baf req-ef59c30d-082d-46c9-bea6-3c03f03613bd tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f81be-b2c5-43c5-9640-3055f570b6b4 HTTP/1.1" status: 200 len: 949 time: 0.0709147 May 23 15:51:25.810313 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.provisioning_blocks [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-ea3dc109-f005-4e32-83dc-895bb940cb64 service neutron] Transition to ACTIVE for port object f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5 will not be triggered until provisioned by entity L2. {{(pid=111209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:51:25.847579 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ee3fb5d6-72df-4523-93da-2146327e2baf req-f52cff42-1fc1-45e9-a2b9-91413068082a tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bb9af5d-4a9c-4cb6-8f7a-881bd85e0942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454655 May 23 15:51:25.922056 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-ea3dc109-f005-4e32-83dc-895bb940cb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:25.976686 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3dc109-f005-4e32-83dc-895bb940cb64 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5,revision_number=2']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:51:26.042997 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:26.047235 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-ea3dc109-f005-4e32-83dc-895bb940cb64 service neutron] Attempting to bind port f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:51:26.048440 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-ea3dc109-f005-4e32-83dc-895bb940cb64 service neutron] Attempting to bind port f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '744470ff-36e7-49b9-9be9-76935eda5005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '463d1c0a-9c63-4f99-9c4a-599a01360208'}] {{(pid=111209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:51:26.048767 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-ea3dc109-f005-4e32-83dc-895bb940cb64 service neutron] Attempting to bind port f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5 on network 463d1c0a-9c63-4f99-9c4a-599a01360208 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:51:26.053348 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-ea3dc109-f005-4e32-83dc-895bb940cb64 service neutron] Port f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5 on network 463d1c0a-9c63-4f99-9c4a-599a01360208 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:51:26.053659 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-ea3dc109-f005-4e32-83dc-895bb940cb64 service neutron] Attempting to bind port f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5 on network 463d1c0a-9c63-4f99-9c4a-599a01360208 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:51:26.058487 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-ea3dc109-f005-4e32-83dc-895bb940cb64 service neutron] Checking agent: {'id': '0d13f95c-3035-4c18-beb8-0a83c2b7abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'started_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:51:26.058879 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-ea3dc109-f005-4e32-83dc-895bb940cb64 service neutron] Checking segment: {'id': '744470ff-36e7-49b9-9be9-76935eda5005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '463d1c0a-9c63-4f99-9c4a-599a01360208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:51:26.059238 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-ea3dc109-f005-4e32-83dc-895bb940cb64 service neutron] Bound using segment: {'id': '744470ff-36e7-49b9-9be9-76935eda5005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '463d1c0a-9c63-4f99-9c4a-599a01360208'} {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:51:26.059661 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-ea3dc109-f005-4e32-83dc-895bb940cb64 service neutron] Bound port: f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '744470ff-36e7-49b9-9be9-76935eda5005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '463d1c0a-9c63-4f99-9c4a-599a01360208'}}] {{(pid=111209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:51:26.060008 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-ea3dc109-f005-4e32-83dc-895bb940cb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:26.074186 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device a39c2919-e340-4c48-81ee-27fdb345a133 up at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:51:26.120966 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning for port a39c2919-e340-4c48-81ee-27fdb345a133 completed by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:51:26.124175 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-ea3dc109-f005-4e32-83dc-895bb940cb64 service neutron] For port f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5, host hv-cinder-84067, cleared binding levels {{(pid=111209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:51:26.127332 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-ea3dc109-f005-4e32-83dc-895bb940cb64 service neutron] For port f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5,segment=NetworkSegment(744470ff-36e7-49b9-9be9-76935eda5005),segment_id=744470ff-36e7-49b9-9be9-76935eda5005)] {{(pid=111209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:51:26.179174 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning complete for port a39c2919-e340-4c48-81ee-27fdb345a133 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:51:26.179550 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (a39c2919-e340-4c48-81ee-27fdb345a133), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:26.225849 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-ea3dc109-f005-4e32-83dc-895bb940cb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:26.250652 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port a39c2919-e340-4c48-81ee-27fdb345a133 is: BUILD; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:51:26.251336 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (a39c2919-e340-4c48-81ee-27fdb345a133), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:26.259704 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-ea3dc109-f005-4e32-83dc-895bb940cb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:26.260344 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-ea3dc109-f005-4e32-83dc-895bb940cb64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:26.261775 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-ea3dc109-f005-4e32-83dc-895bb940cb64 service neutron] 10.222.0.69 "PUT /v2.0/ports/f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5 HTTP/1.1" status: 200 len: 1094 time: 1.0602009 May 23 15:51:26.262214 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c90392f-2134-4f71-aa44-680f7e6f5931', 'tag': 'f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:51:26.264463 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e73ed02-31c5-4edc-bcfa-6e8b7aef8e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "3c90392f-2134-4f71-aa44-680f7e6f5931", "tag": "f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:51:26.275786 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9f81be-b2c5-43c5-9640-3055f570b6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39c2919-e340-4c48-81ee-27fdb345a133'}] {{(pid=111210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:51:26.282957 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9c7a1c507f49bcca1db13b0162076e02f5240d03c1faf9934ae6854bea0488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27cc81e-21fc-4be0-a417-4562d33c218f" -d '{"events": [{"server_uuid": "9c9f81be-b2c5-43c5-9640-3055f570b6b4", "name": "network-vif-plugged", "status": "completed", "tag": "a39c2919-e340-4c48-81ee-27fdb345a133"}]}' {{(pid=111210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:51:26.283289 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:26.292951 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port a39c2919-e340-4c48-81ee-27fdb345a133, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a39c2919-e340-4c48-81ee-27fdb345a133,segment=NetworkSegment(884e5802-a0b3-4c2d-b227-07fd8cf19c9e),segment_id=884e5802-a0b3-4c2d-b227-07fd8cf19c9e)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:51:26.294425 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3dc109-f005-4e32-83dc-895bb940cb64 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5,revision_number=3']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:51:26.318793 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc2d668-debc-43b4-8659-2e2fba9cf418 x-openstack-request-id: req-6bc2d668-debc-43b4-8659-2e2fba9cf418 {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:51:26.319094 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c90392f-2134-4f71-aa44-680f7e6f5931", "tag": "f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:51:26.319336 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6bc2d668-debc-43b4-8659-2e2fba9cf418 {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:51:26.319756 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bc2d668-debc-43b4-8659-2e2fba9cf418'] response: {'name': 'network-changed', 'server_uuid': '3c90392f-2134-4f71-aa44-680f7e6f5931', 'tag': 'f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5', 'status': 'completed', 'code': 200} May 23 15:51:26.329774 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40465d3e-6184-4ae5-aa70-d6b3438b7676 x-openstack-request-id: req-40465d3e-6184-4ae5-aa70-d6b3438b7676 {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:51:26.329774 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9f81be-b2c5-43c5-9640-3055f570b6b4", "name": "network-vif-plugged", "status": "completed", "tag": "a39c2919-e340-4c48-81ee-27fdb345a133", "code": 200}]} {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:51:26.329774 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-40465d3e-6184-4ae5-aa70-d6b3438b7676 {{(pid=111210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:51:26.329774 dv-cinder-840678-12-iscsi neutron-server[111210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40465d3e-6184-4ae5-aa70-d6b3438b7676'] response: {'server_uuid': '9c9f81be-b2c5-43c5-9640-3055f570b6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39c2919-e340-4c48-81ee-27fdb345a133', 'code': 200} May 23 15:51:26.368707 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (a39c2919-e340-4c48-81ee-27fdb345a133), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:26.418629 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:26.424024 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=a39c2919-e340-4c48-81ee-27fdb345a133,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:51:26.436739 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73ed02-31c5-4edc-bcfa-6e8b7aef8e9b req-b39ce9dd-5b47-45d3-892f-dd350261d9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:26.438305 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0e73ed02-31c5-4edc-bcfa-6e8b7aef8e9b req-b39ce9dd-5b47-45d3-892f-dd350261d9b7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=58c0e4fa5fa246f08bb61703a42e2c59&device_id=3c90392f-2134-4f71-aa44-680f7e6f5931 HTTP/1.1" status: 200 len: 1128 time: 0.0442009 May 23 15:51:26.549566 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73ed02-31c5-4edc-bcfa-6e8b7aef8e9b req-1e1de9c1-00e3-4d0c-9ec6-5a802b14639a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:26.554782 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0e73ed02-31c5-4edc-bcfa-6e8b7aef8e9b req-1e1de9c1-00e3-4d0c-9ec6-5a802b14639a service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=58c0e4fa5fa246f08bb61703a42e2c59&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0981336 May 23 15:51:26.625159 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:26.648970 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73ed02-31c5-4edc-bcfa-6e8b7aef8e9b req-a02ee9e0-2b35-4e6d-ab0b-0e5a3d1a12e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:26.650485 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0e73ed02-31c5-4edc-bcfa-6e8b7aef8e9b req-a02ee9e0-2b35-4e6d-ab0b-0e5a3d1a12e0 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922382 May 23 15:51:26.707810 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d32d0-1d67-470a-933c-bee4a24b158c req-055d7501-a583-4b1b-9595-94acad183900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:26.709528 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-886d32d0-1d67-470a-933c-bee4a24b158c req-055d7501-a583-4b1b-9595-94acad183900 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9c9f81be-b2c5-43c5-9640-3055f570b6b4 HTTP/1.1" status: 200 len: 1134 time: 0.0412481 May 23 15:51:26.760891 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-886d32d0-1d67-470a-933c-bee4a24b158c req-1a2e1ed2-e21b-4193-a9b4-b8a4767e5ab8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1bb9af5d-4a9c-4cb6-8f7a-881bd85e0942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449164 May 23 15:51:26.827602 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-ea705a90-a02c-4acb-ab2a-31cc2e3a789b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:26.829586 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-ea705a90-a02c-4acb-ab2a-31cc2e3a789b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=58c0e4fa5fa246f08bb61703a42e2c59&device_id=3c90392f-2134-4f71-aa44-680f7e6f5931 HTTP/1.1" status: 200 len: 1128 time: 0.1062148 May 23 15:51:26.839559 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caced44f-e1fa-46bb-8374-dffb35a64f17 req-5244cc55-4dc7-4973-a71a-4e5f542ad980 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:26.840910 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-caced44f-e1fa-46bb-8374-dffb35a64f17 req-5244cc55-4dc7-4973-a71a-4e5f542ad980 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c90392f-2134-4f71-aa44-680f7e6f5931 HTTP/1.1" status: 200 len: 944 time: 0.0829535 May 23 15:51:26.855011 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f59139-4b04-4495-bb3c-57126be33af0 req-ce888f5e-c4e1-4cbf-b161-30271deb36ce tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:26.856368 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f2f59139-4b04-4495-bb3c-57126be33af0 req-ce888f5e-c4e1-4cbf-b161-30271deb36ce tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 945 time: 0.0838737 May 23 15:51:26.941852 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-caced44f-e1fa-46bb-8374-dffb35a64f17 req-3e5a223a-d09b-4bac-890a-a8349e24f30c tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937114 May 23 15:51:26.947392 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f2f59139-4b04-4495-bb3c-57126be33af0 req-057686c5-95dc-4aaa-867e-1682d2b7acd0 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840130 May 23 15:51:27.043890 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1aa8d-11a6-4654-b27a-ac7b245048c8 req-ca2e9cc4-bbc3-4fd9-8af1-dc3361d8f91e tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:27.045585 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-16e1aa8d-11a6-4654-b27a-ac7b245048c8 req-ca2e9cc4-bbc3-4fd9-8af1-dc3361d8f91e tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f81be-b2c5-43c5-9640-3055f570b6b4 HTTP/1.1" status: 200 len: 950 time: 0.0470729 May 23 15:51:27.098017 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-dfdd79f4-fb53-46eb-90b0-e81a5cc1ba16 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5 HTTP/1.1" status: 200 len: 217 time: 0.0390158 May 23 15:51:27.123433 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-16e1aa8d-11a6-4654-b27a-ac7b245048c8 req-0517fdab-43e6-41a8-8c23-d9616023d712 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bb9af5d-4a9c-4cb6-8f7a-881bd85e0942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712323 May 23 15:51:27.505235 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-6328767b-f9a0-4133-b351-672daeb39df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:27.506554 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-6328767b-f9a0-4133-b351-672daeb39df0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3cff5525-cfe2-40a9-a5ee-dd5dfc86a86f HTTP/1.1" status: 200 len: 853 time: 0.0477388 May 23 15:51:27.538325 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-9e33442e-5822-48f7-a3cc-7d64f0b0ab67 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=463d1c0a-9c63-4f99-9c4a-599a01360208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254042 May 23 15:51:27.627747 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:27.645702 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-7f126583-8b08-409f-9936-bae9d36d64d2 service neutron] 10.222.0.69 "GET /v2.0/networks/463d1c0a-9c63-4f99-9c4a-599a01360208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011548 May 23 15:51:27.726832 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:27.740652 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bcb1abe7-3e36-45dd-aa8c-3b9bb242b50c req-e2a7acc0-5949-42b4-9eab-9006551b2ece service neutron] 10.222.0.69 "GET /v2.0/networks/463d1c0a-9c63-4f99-9c4a-599a01360208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876555 May 23 15:51:28.084884 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b4fec-f2c9-4673-a7f7-5d112426a691 req-527aadb4-e622-4fd3-bc7a-e07e3b189e72 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:28.086336 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-044b4fec-f2c9-4673-a7f7-5d112426a691 req-527aadb4-e622-4fd3-bc7a-e07e3b189e72 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c90392f-2134-4f71-aa44-680f7e6f5931 HTTP/1.1" status: 200 len: 944 time: 0.0743599 May 23 15:51:28.094739 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cf36b-e1ea-49de-81e1-6370bea8d321 req-95c4a64e-5c0c-45a2-8a89-0cfa6a6b81e7 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:28.096534 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-678cf36b-e1ea-49de-81e1-6370bea8d321 req-95c4a64e-5c0c-45a2-8a89-0cfa6a6b81e7 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 945 time: 0.0755625 May 23 15:51:28.168153 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-044b4fec-f2c9-4673-a7f7-5d112426a691 req-60d0db45-93e2-4fec-b0c7-654a09549fe0 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706773 May 23 15:51:28.179977 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-678cf36b-e1ea-49de-81e1-6370bea8d321 req-b33a232a-045f-429d-8440-338e83e94461 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758073 May 23 15:51:28.272690 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7579b8f-e20e-4c71-8af6-c59bfffc6824 req-4f1c7a96-901a-49f2-8a7e-6157e0478323 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:28.274176 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c7579b8f-e20e-4c71-8af6-c59bfffc6824 req-4f1c7a96-901a-49f2-8a7e-6157e0478323 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f81be-b2c5-43c5-9640-3055f570b6b4 HTTP/1.1" status: 200 len: 950 time: 0.0478346 May 23 15:51:28.275949 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:28.322730 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c7579b8f-e20e-4c71-8af6-c59bfffc6824 req-e167d310-c5be-4cc5-9c82-b1f2ae08310f tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bb9af5d-4a9c-4cb6-8f7a-881bd85e0942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428026 May 23 15:51:28.944981 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:29.221448 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:51:29.317071 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d3445-6891-43f4-8477-3f3292e1893a req-429028f9-ab51-471e-b2e4-71cc4c38e4a8 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:29.318674 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-cc2d3445-6891-43f4-8477-3f3292e1893a req-429028f9-ab51-471e-b2e4-71cc4c38e4a8 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c90392f-2134-4f71-aa44-680f7e6f5931 HTTP/1.1" status: 200 len: 944 time: 0.0794237 May 23 15:51:29.338187 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c984836-2be8-4b6d-944f-d91d5d86995c req-ad625b91-6ecc-49e4-953a-f38739927391 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:29.339595 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5c984836-2be8-4b6d-944f-d91d5d86995c req-ad625b91-6ecc-49e4-953a-f38739927391 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 945 time: 0.0722244 May 23 15:51:29.403348 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-cc2d3445-6891-43f4-8477-3f3292e1893a req-074183fc-cea7-48a5-b36e-d9d18da6cf12 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788901 May 23 15:51:29.410645 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5c984836-2be8-4b6d-944f-d91d5d86995c req-774ee649-50a5-468d-821a-c4fcc8069e19 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639453 May 23 15:51:29.505901 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa456a4-a48f-46ae-b574-e55735d48ed6 req-8390fcb5-de71-498c-9d10-a52b6299b928 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:29.507256 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-aaa456a4-a48f-46ae-b574-e55735d48ed6 req-8390fcb5-de71-498c-9d10-a52b6299b928 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f81be-b2c5-43c5-9640-3055f570b6b4 HTTP/1.1" status: 200 len: 950 time: 0.0467019 May 23 15:51:29.558357 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-aaa456a4-a48f-46ae-b574-e55735d48ed6 req-61e0fe85-e333-46c3-ae55-b320daf8ff6f tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bb9af5d-4a9c-4cb6-8f7a-881bd85e0942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456192 May 23 15:51:30.004043 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e357d9-d185-4afc-b27f-dd038fd6b916 req-966d2a35-34da-40a0-aae4-b669125e743b tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:30.005537 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-35e357d9-d185-4afc-b27f-dd038fd6b916 req-966d2a35-34da-40a0-aae4-b669125e743b tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f81be-b2c5-43c5-9640-3055f570b6b4 HTTP/1.1" status: 200 len: 950 time: 0.0459571 May 23 15:51:30.052413 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-35e357d9-d185-4afc-b27f-dd038fd6b916 req-42be840e-717b-4f06-b35f-6896a9e0a1ab tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bb9af5d-4a9c-4cb6-8f7a-881bd85e0942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413353 May 23 15:51:30.082095 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=111210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:51:30.181859 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5,segment=NetworkSegment(744470ff-36e7-49b9-9be9-76935eda5005),segment_id=744470ff-36e7-49b9-9be9-76935eda5005)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:51:30.193431 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Returning: {'device': 'f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5', 'network_id': '463d1c0a-9c63-4f99-9c4a-599a01360208', 'port_id': 'f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5', 'mac_address': 'fa:16:3e:17:6e:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cff5525-cfe2-40a9-a5ee-dd5dfc86a86f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:51:30.229221 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5 is: DOWN; New status is: BUILD {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:51:30.229621 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:30.242657 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5 {{(pid=111210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:51:30.262827 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5,segment=NetworkSegment(744470ff-36e7-49b9-9be9-76935eda5005),segment_id=744470ff-36e7-49b9-9be9-76935eda5005)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:51:30.350574 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:30.397362 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:51:30.550595 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbb153-9907-4aaa-bf92-3c7bdd1e5b86 req-d50762ba-76ae-4791-b3f1-343c9ad69cb5 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:30.552047 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-32bbb153-9907-4aaa-bf92-3c7bdd1e5b86 req-d50762ba-76ae-4791-b3f1-343c9ad69cb5 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c90392f-2134-4f71-aa44-680f7e6f5931 HTTP/1.1" status: 200 len: 945 time: 0.0781608 May 23 15:51:30.562216 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175fbe6-5d0d-4f6a-956d-d4e860a3b12e req-9a178bae-a692-47a2-b4f2-fe91213a8dd5 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:30.564209 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9175fbe6-5d0d-4f6a-956d-d4e860a3b12e req-9a178bae-a692-47a2-b4f2-fe91213a8dd5 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 945 time: 0.0777755 May 23 15:51:30.637716 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-32bbb153-9907-4aaa-bf92-3c7bdd1e5b86 req-92f78aae-9e40-4f7a-85cc-79b10bc03605 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724101 May 23 15:51:30.640808 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9175fbe6-5d0d-4f6a-956d-d4e860a3b12e req-ca6e798f-6932-49bb-b907-41bf77a6b3cc tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687730 May 23 15:51:30.697401 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:51:31.166676 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5d5ef-be76-4e26-9692-82355c36411b req-9aad531d-b222-4b45-b52e-2dcad9339d26 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:31.168130 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-62f5d5ef-be76-4e26-9692-82355c36411b req-9aad531d-b222-4b45-b52e-2dcad9339d26 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f81be-b2c5-43c5-9640-3055f570b6b4 HTTP/1.1" status: 200 len: 950 time: 0.0470099 May 23 15:51:31.214624 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-62f5d5ef-be76-4e26-9692-82355c36411b req-7670f32f-eb63-47b4-bceb-8710bfd489a4 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bb9af5d-4a9c-4cb6-8f7a-881bd85e0942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404418 May 23 15:51:31.772795 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:31.800678 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:31.813840 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66191027-480e-462e-b957-c2b61aafe371 req-1f1a2b21-8816-4b02-ab67-a20862a271a6 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:31.815311 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-66191027-480e-462e-b957-c2b61aafe371 req-1f1a2b21-8816-4b02-ab67-a20862a271a6 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c90392f-2134-4f71-aa44-680f7e6f5931 HTTP/1.1" status: 200 len: 945 time: 0.1082273 May 23 15:51:31.826926 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ecc63-d468-403e-968e-fe95cd6f46af req-4c1f027f-2900-48ef-823e-fa170fe9c0b1 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:31.828312 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-fa6ecc63-d468-403e-968e-fe95cd6f46af req-4c1f027f-2900-48ef-823e-fa170fe9c0b1 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 945 time: 0.1112885 May 23 15:51:31.836140 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e50cb-dc83-49a8-8956-67af9d59ebfd req-adc61cd4-f4f8-44f1-a3df-7694c808f1e2 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:31.840443 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-998e50cb-dc83-49a8-8956-67af9d59ebfd req-adc61cd4-f4f8-44f1-a3df-7694c808f1e2 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c9f81be-b2c5-43c5-9640-3055f570b6b4 HTTP/1.1" status: 200 len: 950 time: 0.0926080 May 23 15:51:31.969753 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-66191027-480e-462e-b957-c2b61aafe371 req-eadc7f5e-33e0-41c2-82f9-43ffe4f30f9a tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396706 May 23 15:51:31.976267 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-fa6ecc63-d468-403e-968e-fe95cd6f46af req-0d9c00d8-cf9d-4de0-b8e6-375ed6170b19 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378298 May 23 15:51:31.991227 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-998e50cb-dc83-49a8-8956-67af9d59ebfd req-1f18d458-eace-4225-9066-4871a8a8e911 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Deleting port a39c2919-e340-4c48-81ee-27fdb345a133 {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:51:31.991654 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-998e50cb-dc83-49a8-8956-67af9d59ebfd req-1f18d458-eace-4225-9066-4871a8a8e911 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (a39c2919-e340-4c48-81ee-27fdb345a133), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:32.086297 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-998e50cb-dc83-49a8-8956-67af9d59ebfd req-1f18d458-eace-4225-9066-4871a8a8e911 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] For port a39c2919-e340-4c48-81ee-27fdb345a133, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a39c2919-e340-4c48-81ee-27fdb345a133,segment=NetworkSegment(884e5802-a0b3-4c2d-b227-07fd8cf19c9e),segment_id=884e5802-a0b3-4c2d-b227-07fd8cf19c9e)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:51:32.086661 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-998e50cb-dc83-49a8-8956-67af9d59ebfd req-1f18d458-eace-4225-9066-4871a8a8e911 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (a39c2919-e340-4c48-81ee-27fdb345a133), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:32.090841 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5 up at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:51:32.101872 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-998e50cb-dc83-49a8-8956-67af9d59ebfd req-1f18d458-eace-4225-9066-4871a8a8e911 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Calling delete_port for a39c2919-e340-4c48-81ee-27fdb345a133 owned by compute:nova {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:51:32.134904 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning for port f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5 completed by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:51:32.208219 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning complete for port f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:51:32.208843 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:32.313833 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5 is: BUILD; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:51:32.314307 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:32.322265 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-998e50cb-dc83-49a8-8956-67af9d59ebfd req-1f18d458-eace-4225-9066-4871a8a8e911 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (a39c2919-e340-4c48-81ee-27fdb345a133), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:32.340747 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c90392f-2134-4f71-aa44-680f7e6f5931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5'}] {{(pid=111210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:51:32.343004 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9c7a1c507f49bcca1db13b0162076e02f5240d03c1faf9934ae6854bea0488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2997a2f2-b731-4b56-acdc-ddceb97bea2c" -d '{"events": [{"server_uuid": "3c90392f-2134-4f71-aa44-680f7e6f5931", "name": "network-vif-plugged", "status": "completed", "tag": "f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5"}]}' {{(pid=111210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:51:32.353973 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5,segment=NetworkSegment(744470ff-36e7-49b9-9be9-76935eda5005),segment_id=744470ff-36e7-49b9-9be9-76935eda5005)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:51:32.357203 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18d458-eace-4225-9066-4871a8a8e911 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Pushing event deleted for resources: {'Port': ['ID=a39c2919-e340-4c48-81ee-27fdb345a133,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:51:32.365551 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b264de-5d7b-46b7-81ca-58dcd6cb53dd req-8de6c83d-a479-41fc-8328-db64eb00ea54 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:32.366239 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['a39c2919-e340-4c48-81ee-27fdb345a133'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:51:32.367210 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d9b264de-5d7b-46b7-81ca-58dcd6cb53dd req-8de6c83d-a479-41fc-8328-db64eb00ea54 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f81be-b2c5-43c5-9640-3055f570b6b4 HTTP/1.1" status: 200 len: 950 time: 0.0811250 May 23 15:51:32.392132 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd288b96-1ff6-4acd-94b2-8d81971205bc x-openstack-request-id: req-bd288b96-1ff6-4acd-94b2-8d81971205bc {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:51:32.392428 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c90392f-2134-4f71-aa44-680f7e6f5931", "name": "network-vif-plugged", "status": "completed", "tag": "f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5", "code": 200}]} {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:51:32.392682 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd288b96-1ff6-4acd-94b2-8d81971205bc {{(pid=111210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:51:32.393105 dv-cinder-840678-12-iscsi neutron-server[111210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd288b96-1ff6-4acd-94b2-8d81971205bc'] response: {'server_uuid': '3c90392f-2134-4f71-aa44-680f7e6f5931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5', 'code': 200} May 23 15:51:32.401162 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18d458-eace-4225-9066-4871a8a8e911 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:32.401985 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18d458-eace-4225-9066-4871a8a8e911 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:32.401985 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18d458-eace-4225-9066-4871a8a8e911 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:32.402283 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18d458-eace-4225-9066-4871a8a8e911 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:32.402497 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18d458-eace-4225-9066-4871a8a8e911 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:32.402833 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18d458-eace-4225-9066-4871a8a8e911 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:32.403164 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18d458-eace-4225-9066-4871a8a8e911 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:32.403495 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18d458-eace-4225-9066-4871a8a8e911 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:32.403827 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18d458-eace-4225-9066-4871a8a8e911 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:32.404156 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18d458-eace-4225-9066-4871a8a8e911 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:32.404481 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18d458-eace-4225-9066-4871a8a8e911 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:32.404808 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18d458-eace-4225-9066-4871a8a8e911 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:32.405151 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18d458-eace-4225-9066-4871a8a8e911 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:32.405477 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18d458-eace-4225-9066-4871a8a8e911 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:32.405797 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18d458-eace-4225-9066-4871a8a8e911 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:51:32.444468 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-998e50cb-dc83-49a8-8956-67af9d59ebfd req-1f18d458-eace-4225-9066-4871a8a8e911 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] No DVR routers for this DVR port a39c2919-e340-4c48-81ee-27fdb345a133 on host hv-cinder-84067 {{(pid=111209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:51:32.448593 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-998e50cb-dc83-49a8-8956-67af9d59ebfd req-1f18d458-eace-4225-9066-4871a8a8e911 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:32.449791 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:32.452139 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-998e50cb-dc83-49a8-8956-67af9d59ebfd req-1f18d458-eace-4225-9066-4871a8a8e911 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.69 "DELETE /v2.0/ports/a39c2919-e340-4c48-81ee-27fdb345a133 HTTP/1.1" status: 204 len: 173 time: 0.6008523 May 23 15:51:32.452685 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9f81be-b2c5-43c5-9640-3055f570b6b4', 'name': 'network-vif-deleted', 'tag': 'a39c2919-e340-4c48-81ee-27fdb345a133'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:51:32.455065 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12bb887-93ee-40f9-8cf6-080f61f80653" -d '{"events": [{"server_uuid": "9c9f81be-b2c5-43c5-9640-3055f570b6b4", "name": "network-vif-deleted", "tag": "a39c2919-e340-4c48-81ee-27fdb345a133"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:51:32.509332 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:51:32.514283 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d9b264de-5d7b-46b7-81ca-58dcd6cb53dd req-8afc65e3-ca8e-4b4d-ba37-f42894afc998 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bb9af5d-4a9c-4cb6-8f7a-881bd85e0942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402624 May 23 15:51:32.516262 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb2b065-f480-45f5-befe-2e48267c7037 x-openstack-request-id: req-acb2b065-f480-45f5-befe-2e48267c7037 {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:51:32.516907 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9f81be-b2c5-43c5-9640-3055f570b6b4", "name": "network-vif-deleted", "tag": "a39c2919-e340-4c48-81ee-27fdb345a133", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:51:32.517434 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-acb2b065-f480-45f5-befe-2e48267c7037 {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:51:32.518114 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acb2b065-f480-45f5-befe-2e48267c7037'] response: {'server_uuid': '9c9f81be-b2c5-43c5-9640-3055f570b6b4', 'name': 'network-vif-deleted', 'tag': 'a39c2919-e340-4c48-81ee-27fdb345a133', 'status': 'completed', 'code': 200} May 23 15:51:32.779061 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd718489-f0e9-4e8d-ac05-5df2a37b3bd2 req-86bf8b1a-ccbe-42f7-a421-7b59b0f4597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:32.780558 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-cd718489-f0e9-4e8d-ac05-5df2a37b3bd2 req-86bf8b1a-ccbe-42f7-a421-7b59b0f4597b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3c90392f-2134-4f71-aa44-680f7e6f5931 HTTP/1.1" status: 200 len: 1130 time: 0.0411901 May 23 15:51:32.825916 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-cd718489-f0e9-4e8d-ac05-5df2a37b3bd2 req-b697ddf0-1968-46ae-baca-0e5d0d3313fb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376768 May 23 15:51:33.120532 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a79b8-00b7-48bf-a668-ca34216ac9b5 req-960c1c63-99c3-4dbd-a0af-64ad207375da tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:33.121969 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e59a79b8-00b7-48bf-a668-ca34216ac9b5 req-960c1c63-99c3-4dbd-a0af-64ad207375da tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c90392f-2134-4f71-aa44-680f7e6f5931 HTTP/1.1" status: 200 len: 946 time: 0.0767338 May 23 15:51:33.128173 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e648a2-5c9a-4adf-8df6-3923bb4d6a3d req-7056f73b-8721-4821-a590-8b6e4f0f8dfc tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:33.131258 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-42e648a2-5c9a-4adf-8df6-3923bb4d6a3d req-7056f73b-8721-4821-a590-8b6e4f0f8dfc tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 945 time: 0.0729897 May 23 15:51:33.207145 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e59a79b8-00b7-48bf-a668-ca34216ac9b5 req-8732a771-4c06-4451-abb2-f27ee953a533 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756609 May 23 15:51:33.210188 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-42e648a2-5c9a-4adf-8df6-3923bb4d6a3d req-b4239a20-bee0-4773-bdae-ad05578b696b tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727601 May 23 15:51:33.606997 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-28900202-f96a-4d0a-9efe-27db257b18a3 req-76c3dfa0-4682-4885-836c-10f29b3469cf tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f81be-b2c5-43c5-9640-3055f570b6b4 HTTP/1.1" status: 200 len: 210 time: 0.0281763 May 23 15:51:34.107261 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:34.111248 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device afbaeb47-bccc-4c5c-8309-2469ca000cc2 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=111210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:51:34.113898 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f41844e0-5076-4fbc-90ff-df1ce674146f req-ecf43dc8-195c-4c0e-ba3a-e95ed9fc61af service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e82853b8-ba61-4e2f-a961-7778da726303&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382078 May 23 15:51:34.116959 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:34.168865 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:34.210758 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port afbaeb47-bccc-4c5c-8309-2469ca000cc2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=afbaeb47-bccc-4c5c-8309-2469ca000cc2,segment=NetworkSegment(d129db44-bab8-43da-81f8-4f7ff8070dc8),segment_id=d129db44-bab8-43da-81f8-4f7ff8070dc8)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:51:34.223728 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Returning: {'device': 'afbaeb47-bccc-4c5c-8309-2469ca000cc2', 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896', 'port_id': 'afbaeb47-bccc-4c5c-8309-2469ca000cc2', 'mac_address': 'fa:16:3e:bc:0c:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:51:34.273034 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port afbaeb47-bccc-4c5c-8309-2469ca000cc2 is: ACTIVE; New status is: BUILD {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:51:34.273532 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (afbaeb47-bccc-4c5c-8309-2469ca000cc2), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:34.296253 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id afbaeb47-bccc-4c5c-8309-2469ca000cc2 {{(pid=111210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:51:34.332066 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:34.339111 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d66fe-e64c-4f01-b3b8-e58631c5240c req-c73c1435-be44-41e2-8d75-5f80b2ab8000 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:34.340784 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-515d66fe-e64c-4f01-b3b8-e58631c5240c req-c73c1435-be44-41e2-8d75-5f80b2ab8000 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c90392f-2134-4f71-aa44-680f7e6f5931 HTTP/1.1" status: 200 len: 946 time: 0.0573649 May 23 15:51:34.399445 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-515d66fe-e64c-4f01-b3b8-e58631c5240c req-e0646a77-4620-4648-97dd-dc3b12c5a858 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520043 May 23 15:51:34.452517 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port afbaeb47-bccc-4c5c-8309-2469ca000cc2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=afbaeb47-bccc-4c5c-8309-2469ca000cc2,segment=NetworkSegment(d129db44-bab8-43da-81f8-4f7ff8070dc8),segment_id=d129db44-bab8-43da-81f8-4f7ff8070dc8)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:51:34.539352 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (afbaeb47-bccc-4c5c-8309-2469ca000cc2), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:34.578943 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee591970-fbab-4d4e-b0f0-2d5db1141f34 req-9e5da9da-2b83-4d25-9f65-6a63bdee58b3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:34.580432 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ee591970-fbab-4d4e-b0f0-2d5db1141f34 req-9e5da9da-2b83-4d25-9f65-6a63bdee58b3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 944 time: 0.2386563 May 23 15:51:34.585641 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=afbaeb47-bccc-4c5c-8309-2469ca000cc2,revision_number=6']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:51:34.628021 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ee591970-fbab-4d4e-b0f0-2d5db1141f34 req-02ae2c98-3c5a-4eff-a5b9-fd03930c8248 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415020 May 23 15:51:34.715883 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-43979e49-6494-4f31-9bbd-de0e2694dbf9 req-4ba9194b-d5fd-4ea8-aa8b-9ffbeb1eb0f1 tempest-VolumesNegativeTest-1591935800 tempest-VolumesNegativeTest-1591935800-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f81be-b2c5-43c5-9640-3055f570b6b4 HTTP/1.1" status: 200 len: 210 time: 0.0280488 May 23 15:51:34.783079 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['afbaeb47-bccc-4c5c-8309-2469ca000cc2'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:51:34.805647 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41844e0-5076-4fbc-90ff-df1ce674146f req-4d31b0c1-6061-47d3-bdb8-08e2a09b5141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:34.807280 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f41844e0-5076-4fbc-90ff-df1ce674146f req-4d31b0c1-6061-47d3-bdb8-08e2a09b5141 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6263581d20ea47bcae22d736f7934e05&device_id=e82853b8-ba61-4e2f-a961-7778da726303 HTTP/1.1" status: 200 len: 1130 time: 0.0505531 May 23 15:51:34.928690 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41844e0-5076-4fbc-90ff-df1ce674146f req-b536a539-463f-4ce4-9033-8203f19b7fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:34.930106 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f41844e0-5076-4fbc-90ff-df1ce674146f req-b536a539-463f-4ce4-9033-8203f19b7fdd service neutron] 10.222.0.69 "GET /v2.0/networks?id=719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 HTTP/1.1" status: 200 len: 913 time: 0.0958354 May 23 15:51:34.994149 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f41844e0-5076-4fbc-90ff-df1ce674146f req-d5e4a2eb-5eee-4995-9d8e-2887c0acff16 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=557925ff-a601-4157-8dce-7678d594e516 HTTP/1.1" status: 200 len: 1002 time: 0.0580788 May 23 15:51:35.311636 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41844e0-5076-4fbc-90ff-df1ce674146f req-976ef8cb-9532-4bc0-bca9-d63d7e48a1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:35.313284 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f41844e0-5076-4fbc-90ff-df1ce674146f req-976ef8cb-9532-4bc0-bca9-d63d7e48a1f7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=150d6d13-664a-4a20-9c02-8454a2e4aaca HTTP/1.1" status: 200 len: 851 time: 0.3115022 May 23 15:51:35.356215 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41844e0-5076-4fbc-90ff-df1ce674146f req-0b3093eb-9b4d-4501-bbd5-218959ffe7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:35.357736 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f41844e0-5076-4fbc-90ff-df1ce674146f req-0b3093eb-9b4d-4501-bbd5-218959ffe7ff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387106 May 23 15:51:35.460418 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f41844e0-5076-4fbc-90ff-df1ce674146f req-5fe9ed2e-0aca-4ed1-b640-f4339dd93814 service neutron] 10.222.0.69 "GET /v2.0/networks/719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960608 May 23 15:51:35.520853 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:35.579970 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63b03b-7aa4-4186-9f4c-96440cacbfbc req-5ed717d7-1ebc-485e-8b21-bef52b05fb51 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:35.581797 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7d63b03b-7aa4-4186-9f4c-96440cacbfbc req-5ed717d7-1ebc-485e-8b21-bef52b05fb51 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c90392f-2134-4f71-aa44-680f7e6f5931 HTTP/1.1" status: 200 len: 946 time: 0.0957057 May 23 15:51:35.652400 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f41844e0-5076-4fbc-90ff-df1ce674146f req-80e62b51-9ae1-4b69-967e-e5e171bbbc2b service neutron] 10.222.0.69 "GET /v2.0/networks/719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862528 May 23 15:51:35.669340 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7d63b03b-7aa4-4186-9f4c-96440cacbfbc req-70b0ed1b-e3c9-4fd4-82f4-9ff03da40bd0 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756657 May 23 15:51:35.882660 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef3391-4e72-40c1-9748-75181b3b5bb7 req-b0cb87f6-3ebf-4ea6-86f5-8956f0af8682 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:35.884520 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-71ef3391-4e72-40c1-9748-75181b3b5bb7 req-b0cb87f6-3ebf-4ea6-86f5-8956f0af8682 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 944 time: 0.1354322 May 23 15:51:35.963334 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-71ef3391-4e72-40c1-9748-75181b3b5bb7 req-7423a606-9bed-4891-8297-e321ea9724ee tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611069 May 23 15:51:36.130321 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device afbaeb47-bccc-4c5c-8309-2469ca000cc2 up at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:51:36.189083 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning complete for port afbaeb47-bccc-4c5c-8309-2469ca000cc2 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:51:36.189629 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (afbaeb47-bccc-4c5c-8309-2469ca000cc2), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:36.192575 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:36.289561 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port afbaeb47-bccc-4c5c-8309-2469ca000cc2 is: BUILD; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:51:36.290247 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (afbaeb47-bccc-4c5c-8309-2469ca000cc2), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:36.319499 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0a2baa-19d3-46f7-8585-c5272f971305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbaeb47-bccc-4c5c-8309-2469ca000cc2'}] {{(pid=111210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:51:36.321763 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9c7a1c507f49bcca1db13b0162076e02f5240d03c1faf9934ae6854bea0488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd76738-d320-41a7-b9f2-14dc9cb33010" -d '{"events": [{"server_uuid": "6e0a2baa-19d3-46f7-8585-c5272f971305", "name": "network-vif-plugged", "status": "completed", "tag": "afbaeb47-bccc-4c5c-8309-2469ca000cc2"}]}' {{(pid=111210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:51:36.355718 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port afbaeb47-bccc-4c5c-8309-2469ca000cc2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=afbaeb47-bccc-4c5c-8309-2469ca000cc2,segment=NetworkSegment(d129db44-bab8-43da-81f8-4f7ff8070dc8),segment_id=d129db44-bab8-43da-81f8-4f7ff8070dc8)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:51:36.374461 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81683e11-db28-4173-8329-fb1a0105b1db x-openstack-request-id: req-81683e11-db28-4173-8329-fb1a0105b1db {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:51:36.374761 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0a2baa-19d3-46f7-8585-c5272f971305", "name": "network-vif-plugged", "status": "completed", "tag": "afbaeb47-bccc-4c5c-8309-2469ca000cc2", "code": 200}]} {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:51:36.375016 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-81683e11-db28-4173-8329-fb1a0105b1db {{(pid=111210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:51:36.375940 dv-cinder-840678-12-iscsi neutron-server[111210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81683e11-db28-4173-8329-fb1a0105b1db'] response: {'server_uuid': '6e0a2baa-19d3-46f7-8585-c5272f971305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbaeb47-bccc-4c5c-8309-2469ca000cc2', 'code': 200} May 23 15:51:36.430615 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (afbaeb47-bccc-4c5c-8309-2469ca000cc2), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:36.431610 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device a39c2919-e340-4c48-81ee-27fdb345a133 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:51:36.455561 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] No Port match for: a39c2919-e340-4c48-81ee-27fdb345a133 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:51:36.456172 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device a39c2919-e340-4c48-81ee-27fdb345a133 not bound to the agent host hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:51:36.503487 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=afbaeb47-bccc-4c5c-8309-2469ca000cc2,revision_number=7']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:51:36.755139 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=10 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:36.759640 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=8 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:37.103388 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bab71-6c62-4a9e-8ceb-088893e1bf9e req-51bf6eee-5d9a-497b-bb5d-df37054494c0 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:37.105782 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e43bab71-6c62-4a9e-8ceb-088893e1bf9e req-51bf6eee-5d9a-497b-bb5d-df37054494c0 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 945 time: 0.0681996 May 23 15:51:37.200949 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e43bab71-6c62-4a9e-8ceb-088893e1bf9e req-21f8e3dc-5d14-4f2d-8e5f-c61d4937a109 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884180 May 23 15:51:38.339691 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261cec2-9054-4267-82bc-a3e37e456694 req-6e92fa83-5510-4d8b-8468-92af3ce0daf6 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:38.341423 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3261cec2-9054-4267-82bc-a3e37e456694 req-6e92fa83-5510-4d8b-8468-92af3ce0daf6 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 945 time: 0.0568817 May 23 15:51:38.403683 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3261cec2-9054-4267-82bc-a3e37e456694 req-9a4a7f24-e77f-4c24-925f-4ef08b809d3e tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554652 May 23 15:51:39.554696 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f1390-12c1-4d02-8fa2-129f56374e94 req-d302d5a7-49aa-4e7f-9c37-59b58f6c9516 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:39.556125 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-034f1390-12c1-4d02-8fa2-129f56374e94 req-d302d5a7-49aa-4e7f-9c37-59b58f6c9516 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 945 time: 0.0608904 May 23 15:51:39.622450 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-034f1390-12c1-4d02-8fa2-129f56374e94 req-8abb1caf-36e1-45ee-8cf5-71f0ce1afbfc tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582051 May 23 15:51:40.819392 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d520466-6427-4ec6-a078-49cf25ae7914 req-ac8a5505-e1ac-492e-bcad-84a1f07b092a tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:40.821136 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7d520466-6427-4ec6-a078-49cf25ae7914 req-ac8a5505-e1ac-492e-bcad-84a1f07b092a tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 945 time: 0.1001699 May 23 15:51:40.896473 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7d520466-6427-4ec6-a078-49cf25ae7914 req-aadb9844-146c-4f43-b23b-9f93050d7bf9 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644629 May 23 15:51:42.038741 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6dc62-573c-4127-9c54-7f84f2e7c519 req-0c7bbbcc-4cb0-4948-a625-a8e9f35adeea tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:42.042453 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-dab6dc62-573c-4127-9c54-7f84f2e7c519 req-0c7bbbcc-4cb0-4948-a625-a8e9f35adeea tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 945 time: 0.0637829 May 23 15:51:42.103690 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-dab6dc62-573c-4127-9c54-7f84f2e7c519 req-f3a5a8eb-b891-4c30-8c40-7aecc0ec985e tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561299 May 23 15:51:43.158857 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 50796) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:51:43.278058 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:43.306422 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04526fb-262d-4dd3-b406-9c497711d05b req-21c9ebec-f2c8-443e-9881-1e6238b83bdb tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:43.307897 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e04526fb-262d-4dd3-b406-9c497711d05b req-21c9ebec-f2c8-443e-9881-1e6238b83bdb tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 945 time: 0.0864868 May 23 15:51:43.391676 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-92913949-299b-4b9c-bdd1-bdcc72906548 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4c1b36ef4dfe4aab851fe6c0d2680fe0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245593 May 23 15:51:43.391900 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 50800) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:51:43.396602 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e04526fb-262d-4dd3-b406-9c497711d05b req-a6a3f86c-b453-4034-826c-f596271fced6 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811360 May 23 15:51:43.447657 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-48a6d75b-ae53-4cac-947a-176dac522a6e admin admin] Publish callbacks [] for security_group (1bb9af5d-4a9c-4cb6-8f7a-881bd85e0942), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:43.475708 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-48a6d75b-ae53-4cac-947a-176dac522a6e admin admin] Publish callbacks [] for security_group (1bb9af5d-4a9c-4cb6-8f7a-881bd85e0942), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:43.630505 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-48a6d75b-ae53-4cac-947a-176dac522a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (1bb9af5d-4a9c-4cb6-8f7a-881bd85e0942), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:43.633451 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-48a6d75b-ae53-4cac-947a-176dac522a6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:43.637241 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-48a6d75b-ae53-4cac-947a-176dac522a6e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1bb9af5d-4a9c-4cb6-8f7a-881bd85e0942 HTTP/1.1" status: 204 len: 168 time: 0.2421634 May 23 15:51:43.647072 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6d75b-ae53-4cac-947a-176dac522a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb9af5d-4a9c-4cb6-8f7a-881bd85e0942,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:51:44.540145 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd96d78-5321-4beb-9c67-a453a7f70582 req-019a6095-9747-4b01-8a22-257b4bd5f978 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:44.541775 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ecd96d78-5321-4beb-9c67-a453a7f70582 req-019a6095-9747-4b01-8a22-257b4bd5f978 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 945 time: 0.0524130 May 23 15:51:44.594811 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ecd96d78-5321-4beb-9c67-a453a7f70582 req-afc2f481-7360-442e-b2d3-77774f70f165 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465279 May 23 15:51:45.750658 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6a59a-6633-4203-a87e-83d29c9b5a2a req-57422fdd-43be-4e15-b929-f4d1a4fa0921 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:45.759036 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a1a6a59a-6633-4203-a87e-83d29c9b5a2a req-57422fdd-43be-4e15-b929-f4d1a4fa0921 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 945 time: 0.0797768 May 23 15:51:45.814411 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a1a6a59a-6633-4203-a87e-83d29c9b5a2a req-618ad794-0b61-466a-ab61-a8deeadbf60f tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541575 May 23 15:51:46.500799 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:UPDATE=1,neutron:SELECT=12 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:46.927905 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:46.939161 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d90fd2-8e32-49c8-951b-5c9bb1bf5d81 req-2e612df6-db64-4cf5-8500-b1d2567d8e70 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:46.940631 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-65d90fd2-8e32-49c8-951b-5c9bb1bf5d81 req-2e612df6-db64-4cf5-8500-b1d2567d8e70 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 945 time: 0.0481803 May 23 15:51:46.988554 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-65d90fd2-8e32-49c8-951b-5c9bb1bf5d81 req-1fad2a99-63c1-4b2f-834f-98bd324a3541 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422573 May 23 15:51:48.107139 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a85ab-886d-43d5-83de-e49dcded6a11 req-e71ca572-93e4-4bdf-b323-c2fde115c058 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:48.108922 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-173a85ab-886d-43d5-83de-e49dcded6a11 req-e71ca572-93e4-4bdf-b323-c2fde115c058 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 945 time: 0.0487270 May 23 15:51:48.155224 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-173a85ab-886d-43d5-83de-e49dcded6a11 req-d2af3568-0f04-4a8c-bcb2-416ee0feb065 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407763 May 23 15:51:48.174587 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:48.175649 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=3 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:49.275731 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7616be-ec76-4a07-ad3f-2f2addcc941f req-953b9df4-47d7-4490-99f7-247f3bfa7a37 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:49.277115 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5e7616be-ec76-4a07-ad3f-2f2addcc941f req-953b9df4-47d7-4490-99f7-247f3bfa7a37 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 945 time: 0.0504451 May 23 15:51:49.325128 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5e7616be-ec76-4a07-ad3f-2f2addcc941f req-65b37dba-38c6-4e79-8250-0458a402e7d0 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415449 May 23 15:51:49.934438 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad08a2-0f5c-4a36-bf68-878457c81e88 req-d2e59793-7493-47de-820a-ab92302b4ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:49.936107 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-46ad08a2-0f5c-4a36-bf68-878457c81e88 req-d2e59793-7493-47de-820a-ab92302b4ed3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=749e4849b23b4e42be64ef0ab0330a0b&device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 1129 time: 0.0453084 May 23 15:51:50.030774 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad08a2-0f5c-4a36-bf68-878457c81e88 req-3205adeb-f6c8-4cdd-8b73-dcc2db78c65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:50.032219 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-46ad08a2-0f5c-4a36-bf68-878457c81e88 req-3205adeb-f6c8-4cdd-8b73-dcc2db78c65f service neutron] 10.222.0.69 "GET /v2.0/networks?id=8fb40c4e-9164-4617-9793-abd2286f1896 HTTP/1.1" status: 200 len: 917 time: 0.0887282 May 23 15:51:50.093275 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-46ad08a2-0f5c-4a36-bf68-878457c81e88 req-5b62e037-3f9e-402b-a5b3-b024662e9fd5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afbaeb47-bccc-4c5c-8309-2469ca000cc2 HTTP/1.1" status: 200 len: 1000 time: 0.0544894 May 23 15:51:50.141397 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad08a2-0f5c-4a36-bf68-878457c81e88 req-2c08413d-5139-4fb3-aa91-2e7bd820965e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:50.142856 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-46ad08a2-0f5c-4a36-bf68-878457c81e88 req-2c08413d-5139-4fb3-aa91-2e7bd820965e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0890d0be-25d8-4c38-9ad0-940056305fe2 HTTP/1.1" status: 200 len: 855 time: 0.0438209 May 23 15:51:50.191494 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad08a2-0f5c-4a36-bf68-878457c81e88 req-12090718-85b1-4f93-8bb0-21a608b46de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:50.192998 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-46ad08a2-0f5c-4a36-bf68-878457c81e88 req-12090718-85b1-4f93-8bb0-21a608b46de1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8fb40c4e-9164-4617-9793-abd2286f1896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437884 May 23 15:51:50.282857 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-46ad08a2-0f5c-4a36-bf68-878457c81e88 req-1e368a65-3e20-4e69-b16f-ca4d5b8d73e2 service neutron] 10.222.0.69 "GET /v2.0/networks/8fb40c4e-9164-4617-9793-abd2286f1896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830936 May 23 15:51:50.387983 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:50.394339 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-46ad08a2-0f5c-4a36-bf68-878457c81e88 req-9fb47529-b111-495e-a8db-b778df6485c6 service neutron] 10.222.0.69 "GET /v2.0/networks/8fb40c4e-9164-4617-9793-abd2286f1896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042020 May 23 15:51:50.447758 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a22fd-697c-45c2-8498-2d48a2c2648c req-4c181ce2-7092-4923-a988-8fdbf4828df4 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:50.449292 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1d5a22fd-697c-45c2-8498-2d48a2c2648c req-4c181ce2-7092-4923-a988-8fdbf4828df4 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 945 time: 0.0506935 May 23 15:51:50.496858 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-1d5a22fd-697c-45c2-8498-2d48a2c2648c req-8b876825-4543-427e-89c3-1f94e1495bd0 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420117 May 23 15:51:51.614811 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4127d-d5e7-4b47-96f5-aafb2b95e6a3 req-83e11254-8a48-433c-b193-4c9405da77e7 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:51.616185 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-26d4127d-d5e7-4b47-96f5-aafb2b95e6a3 req-83e11254-8a48-433c-b193-4c9405da77e7 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 945 time: 0.0457549 May 23 15:51:51.667743 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-26d4127d-d5e7-4b47-96f5-aafb2b95e6a3 req-ac085e57-0243-4030-809a-6c83df4eb169 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419691 May 23 15:51:51.871844 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-7f5a4977-b1ed-418e-8b59-553db2b78953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:52.785764 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3a787-932c-4f3f-9af5-476234e280a2 req-96443d24-7504-49f6-8562-64caed8d7cb0 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:52.787292 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-62e3a787-932c-4f3f-9af5-476234e280a2 req-96443d24-7504-49f6-8562-64caed8d7cb0 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 945 time: 0.0507164 May 23 15:51:52.817094 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:52.834167 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-62e3a787-932c-4f3f-9af5-476234e280a2 req-a236ee63-f6aa-4aa0-bb06-7b2fe7fbc8d6 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414903 May 23 15:51:53.244638 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device afbaeb47-bccc-4c5c-8309-2469ca000cc2 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:51:53.317879 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port afbaeb47-bccc-4c5c-8309-2469ca000cc2 is: ACTIVE; New status is: DOWN {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:51:53.318863 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (afbaeb47-bccc-4c5c-8309-2469ca000cc2), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:53.340829 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0a2baa-19d3-46f7-8585-c5272f971305', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afbaeb47-bccc-4c5c-8309-2469ca000cc2'}] {{(pid=111210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:51:53.343051 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9c7a1c507f49bcca1db13b0162076e02f5240d03c1faf9934ae6854bea0488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0046b319-8b75-4539-8793-c6f0fd28b4f3" -d '{"events": [{"server_uuid": "6e0a2baa-19d3-46f7-8585-c5272f971305", "name": "network-vif-unplugged", "status": "completed", "tag": "afbaeb47-bccc-4c5c-8309-2469ca000cc2"}]}' {{(pid=111210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:51:53.359332 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port afbaeb47-bccc-4c5c-8309-2469ca000cc2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=afbaeb47-bccc-4c5c-8309-2469ca000cc2,segment=NetworkSegment(d129db44-bab8-43da-81f8-4f7ff8070dc8),segment_id=d129db44-bab8-43da-81f8-4f7ff8070dc8)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:51:53.379847 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 May 2022 15:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e912b3e-c163-4df8-bc16-7ac80a1146bd x-openstack-request-id: req-4e912b3e-c163-4df8-bc16-7ac80a1146bd {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:51:53.380147 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0a2baa-19d3-46f7-8585-c5272f971305", "name": "network-vif-unplugged", "status": "completed", "tag": "afbaeb47-bccc-4c5c-8309-2469ca000cc2", "code": 200}]} {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:51:53.380405 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4e912b3e-c163-4df8-bc16-7ac80a1146bd {{(pid=111210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:51:53.380811 dv-cinder-840678-12-iscsi neutron-server[111210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e912b3e-c163-4df8-bc16-7ac80a1146bd'] response: {'server_uuid': '6e0a2baa-19d3-46f7-8585-c5272f971305', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afbaeb47-bccc-4c5c-8309-2469ca000cc2', 'code': 200} May 23 15:51:53.447334 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (afbaeb47-bccc-4c5c-8309-2469ca000cc2), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:53.495156 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=afbaeb47-bccc-4c5c-8309-2469ca000cc2,revision_number=8']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:51:53.514932 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=11,neutron:DELETE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:53.646623 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:53.952662 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d5bbc-145b-4928-ba11-97db7f23b5ac req-99bd3c11-8a81-4f7f-8f8c-e3edd2ddba13 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:53.954221 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3d7d5bbc-145b-4928-ba11-97db7f23b5ac req-99bd3c11-8a81-4f7f-8f8c-e3edd2ddba13 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 943 time: 0.0483553 May 23 15:51:54.001176 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3d7d5bbc-145b-4928-ba11-97db7f23b5ac req-54e17f01-360e-44d7-9d7b-b2ecd072be2e tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404999 May 23 15:51:54.212675 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-100d90a6-8bb6-4fa8-be53-77fd37765709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:55.641295 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:56.136681 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f26e4-c8ed-431f-80c5-20cedcf3f639 req-8389a728-3b67-47d2-8b84-7a579b276dee tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:56.138338 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3e6f26e4-c8ed-431f-80c5-20cedcf3f639 req-8389a728-3b67-47d2-8b84-7a579b276dee tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 943 time: 0.0513453 May 23 15:51:56.189669 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3e6f26e4-c8ed-431f-80c5-20cedcf3f639 req-9d4174e8-aac7-40fe-9936-6fc7663f01a7 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458186 May 23 15:51:56.461968 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-7a599e8b-c016-4e26-9597-52691135c386 req-5c4c3a21-7cbe-4051-a660-84cae94859ba service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0388067 May 23 15:51:56.540037 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a599e8b-c016-4e26-9597-52691135c386 req-f41288da-a69d-41c2-959d-65240a70bfd1 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:56.541956 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [req-7a599e8b-c016-4e26-9597-52691135c386 req-f41288da-a69d-41c2-959d-65240a70bfd1 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports/afbaeb47-bccc-4c5c-8309-2469ca000cc2 HTTP/1.1" status: 200 len: 940 time: 0.0518000 May 23 15:51:56.624060 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:57.311010 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb48c16-63fd-48dc-82f3-7c2177d14329 req-5b69ffb0-a720-431c-a9fa-d89b5203dd47 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:57.312486 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bbb48c16-63fd-48dc-82f3-7c2177d14329 req-5b69ffb0-a720-431c-a9fa-d89b5203dd47 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 943 time: 0.0475891 May 23 15:51:57.360121 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bbb48c16-63fd-48dc-82f3-7c2177d14329 req-1410ee4d-a05a-4d82-9e44-7458afd6d196 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418088 May 23 15:51:57.996967 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a599e8b-c016-4e26-9597-52691135c386 req-200a9d67-cf01-4a94-bcc4-e5a59e361488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:57.998397 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7a599e8b-c016-4e26-9597-52691135c386 req-200a9d67-cf01-4a94-bcc4-e5a59e361488 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305&tenant_id=749e4849b23b4e42be64ef0ab0330a0b HTTP/1.1" status: 200 len: 1127 time: 0.0397511 May 23 15:51:58.075038 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a599e8b-c016-4e26-9597-52691135c386 req-54d9a367-99a7-459f-8fa5-93e480e0993f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:58.078651 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7a599e8b-c016-4e26-9597-52691135c386 req-54d9a367-99a7-459f-8fa5-93e480e0993f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=749e4849b23b4e42be64ef0ab0330a0b&device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 1127 time: 0.0435305 May 23 15:51:58.168258 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a599e8b-c016-4e26-9597-52691135c386 req-ee0782f0-8a7d-4834-b839-943277cc765c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:58.169783 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7a599e8b-c016-4e26-9597-52691135c386 req-ee0782f0-8a7d-4834-b839-943277cc765c service neutron] 10.222.0.69 "GET /v2.0/networks?id=8fb40c4e-9164-4617-9793-abd2286f1896 HTTP/1.1" status: 200 len: 917 time: 0.0867720 May 23 15:51:58.206507 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device afbaeb47-bccc-4c5c-8309-2469ca000cc2 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:51:58.237540 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7a599e8b-c016-4e26-9597-52691135c386 req-2872052c-c6cf-48c0-a24d-dc6597a9ae4a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afbaeb47-bccc-4c5c-8309-2469ca000cc2 HTTP/1.1" status: 200 len: 998 time: 0.0604188 May 23 15:51:58.283997 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port afbaeb47-bccc-4c5c-8309-2469ca000cc2 is: DOWN; New status is: DOWN {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:51:58.292810 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:58.302027 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a599e8b-c016-4e26-9597-52691135c386 req-c0080ebb-d5d6-4ad3-abb8-6779868caa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:58.302027 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7a599e8b-c016-4e26-9597-52691135c386 req-c0080ebb-d5d6-4ad3-abb8-6779868caa86 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0890d0be-25d8-4c38-9ad0-940056305fe2 HTTP/1.1" status: 200 len: 855 time: 0.0509350 May 23 15:51:58.347408 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a599e8b-c016-4e26-9597-52691135c386 req-2facc609-91a0-4f00-a14e-efb9bde5b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:58.348932 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7a599e8b-c016-4e26-9597-52691135c386 req-2facc609-91a0-4f00-a14e-efb9bde5b892 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8fb40c4e-9164-4617-9793-abd2286f1896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410409 May 23 15:51:58.476226 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7a599e8b-c016-4e26-9597-52691135c386 req-629f9ac2-cab7-4c1d-826c-3aed78895fd6 service neutron] 10.222.0.69 "GET /v2.0/networks/8fb40c4e-9164-4617-9793-abd2286f1896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192946 May 23 15:51:58.564171 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7a189-ed79-4075-9989-651a313f76f9 req-8e24cb3c-d000-4b4d-99b4-d99d314fb644 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:58.565609 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-72b7a189-ed79-4075-9989-651a313f76f9 req-8e24cb3c-d000-4b4d-99b4-d99d314fb644 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 943 time: 0.1085155 May 23 15:51:58.579969 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:58.646480 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7a599e8b-c016-4e26-9597-52691135c386 req-4e965eec-ff4e-4221-a9d2-37d6f7f42efb service neutron] 10.222.0.69 "GET /v2.0/networks/8fb40c4e-9164-4617-9793-abd2286f1896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528916 May 23 15:51:58.650681 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-72b7a189-ed79-4075-9989-651a313f76f9 req-27254df0-6c88-441f-8dd3-2080070ea27e tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778210 May 23 15:51:58.961197 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:51:59.824041 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506eb1c-25e2-4fce-89fd-1400446d286e req-f2b607f0-0abb-4f7a-b89f-0b8979403673 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:51:59.826431 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e506eb1c-25e2-4fce-89fd-1400446d286e req-f2b607f0-0abb-4f7a-b89f-0b8979403673 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 943 time: 0.0567119 May 23 15:51:59.854132 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:51:59.880831 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e506eb1c-25e2-4fce-89fd-1400446d286e req-1f45da1a-bba8-4607-97d9-8f68fa3bd967 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485709 May 23 15:52:00.047347 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bfafd-63c8-4d1b-a4a6-40dd4d496a7b req-e4aad7d9-69b2-4cf4-bb0e-2193f9418b90 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:00.048857 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5a6bfafd-63c8-4d1b-a4a6-40dd4d496a7b req-e4aad7d9-69b2-4cf4-bb0e-2193f9418b90 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c90392f-2134-4f71-aa44-680f7e6f5931 HTTP/1.1" status: 200 len: 946 time: 0.0495074 May 23 15:52:00.107091 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5a6bfafd-63c8-4d1b-a4a6-40dd4d496a7b req-8b8ba4a8-3789-4155-be89-7feccd2802dd tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506446 May 23 15:52:01.016270 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcfc70-2188-4862-907b-3489cacd82b9 req-018eb69c-8278-48a2-8e36-9489f2644261 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:01.017675 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-63fcfc70-2188-4862-907b-3489cacd82b9 req-018eb69c-8278-48a2-8e36-9489f2644261 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 943 time: 0.0479350 May 23 15:52:01.067637 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-63fcfc70-2188-4862-907b-3489cacd82b9 req-976cffe5-d6e8-40c9-aa76-d025a51e9cad tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442832 May 23 15:52:01.160816 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=3 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:01.162128 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=3 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:01.231057 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a9ae0-7b8c-40aa-b77f-82152ea5ae73 req-1309290c-baa6-40d1-91bc-8d63d9c336ed tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:01.232537 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-596a9ae0-7b8c-40aa-b77f-82152ea5ae73 req-1309290c-baa6-40d1-91bc-8d63d9c336ed tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c90392f-2134-4f71-aa44-680f7e6f5931 HTTP/1.1" status: 200 len: 946 time: 0.0541716 May 23 15:52:01.286268 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-596a9ae0-7b8c-40aa-b77f-82152ea5ae73 req-ae0bd452-ff7b-4b5d-9e7f-0a7852d93a2b tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478609 May 23 15:52:02.193228 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f9e59-ea3c-4634-aaf4-28955d23d16f req-d0683149-e428-4cd4-9fb3-4d239fe43ab7 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:02.194727 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0b3f9e59-ea3c-4634-aaf4-28955d23d16f req-d0683149-e428-4cd4-9fb3-4d239fe43ab7 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 943 time: 0.0524006 May 23 15:52:02.244826 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0b3f9e59-ea3c-4634-aaf4-28955d23d16f req-5124888c-bb2c-4ad7-a355-34c834f86e17 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434597 May 23 15:52:02.414828 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb7777-8ccc-4c39-b7a3-2d19f739da55 req-7d7f5ed2-bb0e-484a-961c-0a42cbc9d548 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:02.416416 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-67fb7777-8ccc-4c39-b7a3-2d19f739da55 req-7d7f5ed2-bb0e-484a-961c-0a42cbc9d548 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c90392f-2134-4f71-aa44-680f7e6f5931 HTTP/1.1" status: 200 len: 946 time: 0.0558994 May 23 15:52:02.468704 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-67fb7777-8ccc-4c39-b7a3-2d19f739da55 req-53cb663b-d131-44dc-bef7-84c386f70c03 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461700 May 23 15:52:03.372596 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06fb94-ad37-4c96-8ce3-46119093115a req-0a6cd12c-70ac-475f-ac0a-4189b3704315 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:03.374120 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8b06fb94-ad37-4c96-8ce3-46119093115a req-0a6cd12c-70ac-475f-ac0a-4189b3704315 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 943 time: 0.0494456 May 23 15:52:03.428228 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8b06fb94-ad37-4c96-8ce3-46119093115a req-ffcf6371-f53d-4cf9-b298-79cc853d2517 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485165 May 23 15:52:03.584540 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd74edb-d929-4556-b61a-14e4bca2a8c7 req-2b95be28-c202-4eae-8d0b-f98496dd8011 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:03.586892 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0dd74edb-d929-4556-b61a-14e4bca2a8c7 req-2b95be28-c202-4eae-8d0b-f98496dd8011 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c90392f-2134-4f71-aa44-680f7e6f5931 HTTP/1.1" status: 200 len: 946 time: 0.0497391 May 23 15:52:03.637277 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0dd74edb-d929-4556-b61a-14e4bca2a8c7 req-b94789c1-19b4-4184-a1c8-a430d99a0868 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441334 May 23 15:52:04.551208 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e81c6f-2a16-4c07-b822-cbef38b8872b req-9af87f12-6add-46f4-8ef0-72419102fa3a tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:04.552713 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-76e81c6f-2a16-4c07-b822-cbef38b8872b req-9af87f12-6add-46f4-8ef0-72419102fa3a tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 943 time: 0.0483689 May 23 15:52:04.602494 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-76e81c6f-2a16-4c07-b822-cbef38b8872b req-eeb4dd8a-b5cb-46ab-8afe-2725a7b1dccf tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431182 May 23 15:52:04.764114 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cb7bf-638c-494d-8f06-754fb93ec150 req-3b22f977-f358-45e1-b53a-a206f7fefccf tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:04.770454 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6f0cb7bf-638c-494d-8f06-754fb93ec150 req-3b22f977-f358-45e1-b53a-a206f7fefccf tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c90392f-2134-4f71-aa44-680f7e6f5931 HTTP/1.1" status: 200 len: 946 time: 0.0591078 May 23 15:52:04.818094 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6f0cb7bf-638c-494d-8f06-754fb93ec150 req-dbbe8518-c3ae-48bc-9230-fc23680b2c1e tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465591 May 23 15:52:05.730538 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bff84-ce13-4eef-b9c5-b4939826527f req-57db4fac-9ec5-4b18-9cca-05f6bd952402 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:05.732157 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-486bff84-ce13-4eef-b9c5-b4939826527f req-57db4fac-9ec5-4b18-9cca-05f6bd952402 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 943 time: 0.0506606 May 23 15:52:05.794862 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-486bff84-ce13-4eef-b9c5-b4939826527f req-53123fd0-5915-4461-86ce-64e65e88a83a tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480356 May 23 15:52:05.914482 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:05.942651 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:05.956898 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5804c7-08e0-4d9e-9eed-73b3332a34c3 req-680c8f09-179f-444b-81a4-6eade0adbcb3 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:05.958447 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-eb5804c7-08e0-4d9e-9eed-73b3332a34c3 req-680c8f09-179f-444b-81a4-6eade0adbcb3 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c90392f-2134-4f71-aa44-680f7e6f5931 HTTP/1.1" status: 200 len: 946 time: 0.0610518 May 23 15:52:06.020047 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-eb5804c7-08e0-4d9e-9eed-73b3332a34c3 req-53cc96d9-47e8-466f-af98-255ce92ab429 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546300 May 23 15:52:06.222338 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:52:06.524065 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=6 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:06.527436 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=8 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:06.928755 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5acbc-63e2-48f8-9ebb-77a4506ad6d0 req-847c14b5-0bb7-4999-b5cb-5994d9ac91f3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:06.931220 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-22b5acbc-63e2-48f8-9ebb-77a4506ad6d0 req-847c14b5-0bb7-4999-b5cb-5994d9ac91f3 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 943 time: 0.0517879 May 23 15:52:06.983268 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-22b5acbc-63e2-48f8-9ebb-77a4506ad6d0 req-07b77a71-c539-411d-b9a7-cf9c54b937ff tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446928 May 23 15:52:07.145786 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61ab38-7198-4c75-8d97-985b3c1c2834 req-42c5ee8c-882c-446e-bdbc-2e52d454efdf tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:07.147408 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3d61ab38-7198-4c75-8d97-985b3c1c2834 req-42c5ee8c-882c-446e-bdbc-2e52d454efdf tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c90392f-2134-4f71-aa44-680f7e6f5931 HTTP/1.1" status: 200 len: 946 time: 0.0500250 May 23 15:52:07.202227 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3d61ab38-7198-4c75-8d97-985b3c1c2834 req-655a2542-34c3-4c8f-bde8-d7bb667c1add tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491691 May 23 15:52:08.113674 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c4e7c-4ff8-4459-95d1-4d60aaed2689 req-0deed783-1bea-429c-bfda-e94f2ba6a170 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:08.115238 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3f0c4e7c-4ff8-4459-95d1-4d60aaed2689 req-0deed783-1bea-429c-bfda-e94f2ba6a170 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 943 time: 0.0512052 May 23 15:52:08.164930 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3f0c4e7c-4ff8-4459-95d1-4d60aaed2689 req-d3671d45-8900-4c68-b9ff-4f7f69c10b0c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436771 May 23 15:52:08.329469 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277ad0a-f1fe-42d8-917c-785549858d47 req-e20d7aaf-c2a1-46bc-8da9-7c14e026b27f tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:08.330978 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7277ad0a-f1fe-42d8-917c-785549858d47 req-e20d7aaf-c2a1-46bc-8da9-7c14e026b27f tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c90392f-2134-4f71-aa44-680f7e6f5931 HTTP/1.1" status: 200 len: 946 time: 0.0504124 May 23 15:52:08.387664 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7277ad0a-f1fe-42d8-917c-785549858d47 req-ba2043e6-1b4e-4d70-8887-2254b5fb1de4 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509729 May 23 15:52:08.872893 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=54,neutron:UPDATE=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:08.874850 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:09.286625 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58817df-2af0-4ef2-8a88-dd9448211bb7 req-857b283e-5b26-4531-a4f1-8e7d2c6937cd tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:09.288085 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a58817df-2af0-4ef2-8a88-dd9448211bb7 req-857b283e-5b26-4531-a4f1-8e7d2c6937cd tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 943 time: 0.0496581 May 23 15:52:09.334505 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a58817df-2af0-4ef2-8a88-dd9448211bb7 req-967275cd-83cd-44a5-a871-7011a168fcd8 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407639 May 23 15:52:09.509265 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd50dd1-512e-4fff-a915-ffe1d43b83ff req-b07eb262-4f8b-4e6d-8961-0947d86ab3d7 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:09.510763 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2bd50dd1-512e-4fff-a915-ffe1d43b83ff req-b07eb262-4f8b-4e6d-8961-0947d86ab3d7 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c90392f-2134-4f71-aa44-680f7e6f5931 HTTP/1.1" status: 200 len: 946 time: 0.0478704 May 23 15:52:09.557895 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2bd50dd1-512e-4fff-a915-ffe1d43b83ff req-f1b7fc0d-36ae-43fc-9228-9260be65bbe4 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415936 May 23 15:52:10.454201 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f687a46-1e70-4b86-bb85-bf9ff47032f3 req-f07038b6-186d-49e5-a672-7949d1879c1b tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:10.455649 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5f687a46-1e70-4b86-bb85-bf9ff47032f3 req-f07038b6-186d-49e5-a672-7949d1879c1b tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 943 time: 0.0492382 May 23 15:52:10.505630 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5f687a46-1e70-4b86-bb85-bf9ff47032f3 req-002740a7-81cb-4848-9d6c-18e1324d5946 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444772 May 23 15:52:10.672622 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932fd15-52ab-4d10-8522-24e74e862309 req-fac046e9-e075-4e16-9960-fc0997178064 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:10.674051 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d932fd15-52ab-4d10-8522-24e74e862309 req-fac046e9-e075-4e16-9960-fc0997178064 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c90392f-2134-4f71-aa44-680f7e6f5931 HTTP/1.1" status: 200 len: 946 time: 0.0470333 May 23 15:52:10.720843 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d932fd15-52ab-4d10-8522-24e74e862309 req-769e8a15-715c-40c2-8934-ef84462f0ae4 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411613 May 23 15:52:11.623318 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2691e-c5b1-4027-8df3-b40b8d3172a4 req-911ecc6b-6e3d-45e6-ae34-35c7bf0ba891 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:11.624774 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a9a2691e-c5b1-4027-8df3-b40b8d3172a4 req-911ecc6b-6e3d-45e6-ae34-35c7bf0ba891 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 943 time: 0.0460172 May 23 15:52:11.671129 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a9a2691e-c5b1-4027-8df3-b40b8d3172a4 req-ee604979-bd6b-4d60-9e9b-b6fba4153440 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409005 May 23 15:52:11.834676 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e516dc7-72a5-4860-aa82-846566de2d26 req-b02e7f5a-5b8e-4dca-9c42-07ab8b90dc7e tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:11.836195 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2e516dc7-72a5-4860-aa82-846566de2d26 req-b02e7f5a-5b8e-4dca-9c42-07ab8b90dc7e tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c90392f-2134-4f71-aa44-680f7e6f5931 HTTP/1.1" status: 200 len: 946 time: 0.0494986 May 23 15:52:11.847562 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:11.883441 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2e516dc7-72a5-4860-aa82-846566de2d26 req-a66c31cd-1d3c-4000-8eb5-4d6ccad34b38 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/security-groups?id=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420153 May 23 15:52:12.056059 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d45a21-42d0-4c83-8c0b-7a8755347e7a req-2897cc1f-365e-4095-9307-d038e8a462d9 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:12.057484 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a5d45a21-42d0-4c83-8c0b-7a8755347e7a req-2897cc1f-365e-4095-9307-d038e8a462d9 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.69 "GET /v2.0/ports?device_id=3c90392f-2134-4f71-aa44-680f7e6f5931 HTTP/1.1" status: 200 len: 946 time: 0.0457711 May 23 15:52:12.094799 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:12.141915 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-a5d45a21-42d0-4c83-8c0b-7a8755347e7a req-3572c7ed-5e19-4dba-9544-7e7f6701a901 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Deleting port f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5 {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:52:12.142275 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-a5d45a21-42d0-4c83-8c0b-7a8755347e7a req-3572c7ed-5e19-4dba-9544-7e7f6701a901 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:12.230001 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-a5d45a21-42d0-4c83-8c0b-7a8755347e7a req-3572c7ed-5e19-4dba-9544-7e7f6701a901 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] For port f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5,segment=NetworkSegment(744470ff-36e7-49b9-9be9-76935eda5005),segment_id=744470ff-36e7-49b9-9be9-76935eda5005)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:52:12.230500 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-a5d45a21-42d0-4c83-8c0b-7a8755347e7a req-3572c7ed-5e19-4dba-9544-7e7f6701a901 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:12.248812 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-a5d45a21-42d0-4c83-8c0b-7a8755347e7a req-3572c7ed-5e19-4dba-9544-7e7f6701a901 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Calling delete_port for f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5 owned by compute:nova {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:52:12.281631 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device afbaeb47-bccc-4c5c-8309-2469ca000cc2 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=111210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:52:12.378702 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port afbaeb47-bccc-4c5c-8309-2469ca000cc2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=afbaeb47-bccc-4c5c-8309-2469ca000cc2,segment=NetworkSegment(d129db44-bab8-43da-81f8-4f7ff8070dc8),segment_id=d129db44-bab8-43da-81f8-4f7ff8070dc8)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:52:12.390064 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Returning: {'device': 'afbaeb47-bccc-4c5c-8309-2469ca000cc2', 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896', 'port_id': 'afbaeb47-bccc-4c5c-8309-2469ca000cc2', 'mac_address': 'fa:16:3e:bc:0c:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:52:12.424032 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port afbaeb47-bccc-4c5c-8309-2469ca000cc2 is: DOWN; New status is: BUILD {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:52:12.424443 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (afbaeb47-bccc-4c5c-8309-2469ca000cc2), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:12.441397 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afbaeb47-bccc-4c5c-8309-2469ca000cc2 {{(pid=111210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:52:12.461560 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port afbaeb47-bccc-4c5c-8309-2469ca000cc2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=afbaeb47-bccc-4c5c-8309-2469ca000cc2,segment=NetworkSegment(d129db44-bab8-43da-81f8-4f7ff8070dc8),segment_id=d129db44-bab8-43da-81f8-4f7ff8070dc8)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:52:12.469851 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-a5d45a21-42d0-4c83-8c0b-7a8755347e7a req-3572c7ed-5e19-4dba-9544-7e7f6701a901 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:12.498072 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572c7ed-5e19-4dba-9544-7e7f6701a901 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Pushing event deleted for resources: {'Port': ['ID=f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:12.509111 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:52:12.545942 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d45a21-42d0-4c83-8c0b-7a8755347e7a req-3572c7ed-5e19-4dba-9544-7e7f6701a901 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] No DVR routers for this DVR port f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5 on host hv-cinder-84067 {{(pid=111209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:52:12.548743 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-a5d45a21-42d0-4c83-8c0b-7a8755347e7a req-3572c7ed-5e19-4dba-9544-7e7f6701a901 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:12.552258 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a5d45a21-42d0-4c83-8c0b-7a8755347e7a req-3572c7ed-5e19-4dba-9544-7e7f6701a901 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.69 "DELETE /v2.0/ports/f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5 HTTP/1.1" status: 204 len: 173 time: 0.4899547 May 23 15:52:12.552719 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c90392f-2134-4f71-aa44-680f7e6f5931', 'name': 'network-vif-deleted', 'tag': 'f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:52:12.556617 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c63cee6-5305-44ca-bc01-8d595052e563" -d '{"events": [{"server_uuid": "3c90392f-2134-4f71-aa44-680f7e6f5931", "name": "network-vif-deleted", "tag": "f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:52:12.561475 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (afbaeb47-bccc-4c5c-8309-2469ca000cc2), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:12.596153 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2913f1-c76a-4145-b196-fb6d2447ae52 x-openstack-request-id: req-7e2913f1-c76a-4145-b196-fb6d2447ae52 {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:52:12.596454 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c90392f-2134-4f71-aa44-680f7e6f5931", "name": "network-vif-deleted", "tag": "f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:52:12.596713 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7e2913f1-c76a-4145-b196-fb6d2447ae52 {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:52:12.597158 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e2913f1-c76a-4145-b196-fb6d2447ae52'] response: {'server_uuid': '3c90392f-2134-4f71-aa44-680f7e6f5931', 'name': 'network-vif-deleted', 'tag': 'f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5', 'status': 'completed', 'code': 200} May 23 15:52:12.611544 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=afbaeb47-bccc-4c5c-8309-2469ca000cc2,revision_number=9']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:12.792488 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43071329-465e-46cd-aab0-f0cb9cc5e1ce req-4a9e14a3-9a3b-45ff-914a-69fe97045874 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:12.794015 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-43071329-465e-46cd-aab0-f0cb9cc5e1ce req-4a9e14a3-9a3b-45ff-914a-69fe97045874 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 944 time: 0.0521095 May 23 15:52:12.841963 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-43071329-465e-46cd-aab0-f0cb9cc5e1ce req-bb042d42-4d72-450e-8755-f403694d3283 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423634 May 23 15:52:12.856529 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['afbaeb47-bccc-4c5c-8309-2469ca000cc2'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:52:13.002641 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-47dc02c4-401b-43d8-b34e-1714b744aa6d req-54846aa1-3d2d-4cf8-a203-76048a9f04d9 tempest-VolumesSnapshotTestJSON-833324563 tempest-VolumesSnapshotTestJSON-833324563-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c90392f-2134-4f71-aa44-680f7e6f5931 HTTP/1.1" status: 200 len: 210 time: 0.0279956 May 23 15:52:13.960637 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a51b20-4937-4170-85d9-c574e3983811 req-f014f12f-fa33-4467-a80c-1fa5e8372c21 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:13.962059 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-21a51b20-4937-4170-85d9-c574e3983811 req-f014f12f-fa33-4467-a80c-1fa5e8372c21 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 944 time: 0.0474014 May 23 15:52:14.012690 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-21a51b20-4937-4170-85d9-c574e3983811 req-f37c20ad-ae49-4257-87b8-bdd128794281 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450587 May 23 15:52:14.300692 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device afbaeb47-bccc-4c5c-8309-2469ca000cc2 up at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:52:14.346293 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning complete for port afbaeb47-bccc-4c5c-8309-2469ca000cc2 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:52:14.346668 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (afbaeb47-bccc-4c5c-8309-2469ca000cc2), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:14.422534 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port afbaeb47-bccc-4c5c-8309-2469ca000cc2 is: BUILD; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:52:14.422958 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (afbaeb47-bccc-4c5c-8309-2469ca000cc2), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:14.444972 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0a2baa-19d3-46f7-8585-c5272f971305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbaeb47-bccc-4c5c-8309-2469ca000cc2'}] {{(pid=111210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:52:14.447242 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9c7a1c507f49bcca1db13b0162076e02f5240d03c1faf9934ae6854bea0488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da215fa5-3e1d-4bd3-9a63-77cbe0911171" -d '{"events": [{"server_uuid": "6e0a2baa-19d3-46f7-8585-c5272f971305", "name": "network-vif-plugged", "status": "completed", "tag": "afbaeb47-bccc-4c5c-8309-2469ca000cc2"}]}' {{(pid=111210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:52:14.459642 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port afbaeb47-bccc-4c5c-8309-2469ca000cc2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=afbaeb47-bccc-4c5c-8309-2469ca000cc2,segment=NetworkSegment(d129db44-bab8-43da-81f8-4f7ff8070dc8),segment_id=d129db44-bab8-43da-81f8-4f7ff8070dc8)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:52:14.488464 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e71039e-2bfe-4f46-acb6-0265cb31ace5 x-openstack-request-id: req-9e71039e-2bfe-4f46-acb6-0265cb31ace5 {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:52:14.488759 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0a2baa-19d3-46f7-8585-c5272f971305", "name": "network-vif-plugged", "status": "completed", "tag": "afbaeb47-bccc-4c5c-8309-2469ca000cc2", "code": 200}]} {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:52:14.489305 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9e71039e-2bfe-4f46-acb6-0265cb31ace5 {{(pid=111210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:52:14.489709 dv-cinder-840678-12-iscsi neutron-server[111210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e71039e-2bfe-4f46-acb6-0265cb31ace5'] response: {'server_uuid': '6e0a2baa-19d3-46f7-8585-c5272f971305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbaeb47-bccc-4c5c-8309-2469ca000cc2', 'code': 200} May 23 15:52:14.526828 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (afbaeb47-bccc-4c5c-8309-2469ca000cc2), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:14.600169 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=afbaeb47-bccc-4c5c-8309-2469ca000cc2,revision_number=10']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:15.030515 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de82350-bfe5-4519-97d6-b1108d0e505f req-2ca33a0f-d38b-4834-9578-6173f97492d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:15.032103 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4de82350-bfe5-4519-97d6-b1108d0e505f req-2ca33a0f-d38b-4834-9578-6173f97492d9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 1130 time: 0.1285203 May 23 15:52:15.077700 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4de82350-bfe5-4519-97d6-b1108d0e505f req-caf90642-5df5-4cc9-b955-74033d3299ca service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390685 May 23 15:52:15.130781 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3eb73b-eed3-47a5-b07f-ff1d337ef005 req-d8461ab3-2ee5-4ddf-8529-68ea7b73782a tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:15.132116 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9b3eb73b-eed3-47a5-b07f-ff1d337ef005 req-d8461ab3-2ee5-4ddf-8529-68ea7b73782a tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 946 time: 0.0450876 May 23 15:52:15.177883 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9b3eb73b-eed3-47a5-b07f-ff1d337ef005 req-2f0eb03e-c564-4c77-b6e1-d46d1767611e tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395443 May 23 15:52:16.298387 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:52:16.320244 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] No Port match for: f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:52:16.320624 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device f3c0ddf4-94c0-4874-9cd7-6fdd49dfe1f5 not bound to the agent host hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:52:16.433602 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a95b2-2180-4900-8580-10dc9449db69 req-54098df3-02ab-4476-84f7-bc937c846bb9 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:16.435079 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-272a95b2-2180-4900-8580-10dc9449db69 req-54098df3-02ab-4476-84f7-bc937c846bb9 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 946 time: 0.0519288 May 23 15:52:16.484707 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-272a95b2-2180-4900-8580-10dc9449db69 req-6fb70ee2-677d-4859-af18-6724e8eedc83 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434699 May 23 15:52:17.603888 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0a5b6-6819-40b2-98ab-d3bc27baab91 req-9ed5ba48-37e3-4ef5-ac9d-a09f08b10dba tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:17.605416 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5cf0a5b6-6819-40b2-98ab-d3bc27baab91 req-9ed5ba48-37e3-4ef5-ac9d-a09f08b10dba tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 946 time: 0.0474741 May 23 15:52:17.625511 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:17.647631 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:17.652831 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-5cf0a5b6-6819-40b2-98ab-d3bc27baab91 req-4b6ec636-59a4-45c7-9142-189c4e45ccca tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419989 May 23 15:52:18.769754 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2be4ea-ae63-4fde-a6bd-026be0f90fb2 req-0a221202-db8f-484f-887b-d6047264b4e8 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:18.771189 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-da2be4ea-ae63-4fde-a6bd-026be0f90fb2 req-0a221202-db8f-484f-887b-d6047264b4e8 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 946 time: 0.0459189 May 23 15:52:18.821730 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-da2be4ea-ae63-4fde-a6bd-026be0f90fb2 req-174d9c30-3a8c-4d6a-9f44-10a97edc5708 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448241 May 23 15:52:19.965756 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66214598-9c8c-4677-9fa1-1af8ebdb310e req-10135a92-d1b6-4490-ae28-e303603355d7 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:19.965756 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-66214598-9c8c-4677-9fa1-1af8ebdb310e req-10135a92-d1b6-4490-ae28-e303603355d7 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 946 time: 0.0574815 May 23 15:52:20.008542 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-66214598-9c8c-4677-9fa1-1af8ebdb310e req-1472269c-cd36-485f-b7bd-8934f13dcbec tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459354 May 23 15:52:20.201572 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=2 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:20.202419 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:21.863477 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-460efa08-589b-43c5-a3f7-f1c4f77d1e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:24.223856 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-dd664c2d-b650-42ac-956b-983d222654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:25.606469 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:26.629281 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:28.275116 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:28.983840 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:29.999840 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=15 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:30.003733 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=21 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:34.907164 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-aa786118-30a9-4096-a1af-90b1c92fd11b req-79cc5cdd-348a-4737-81d0-83ece74fa425 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404053 May 23 15:52:34.986031 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa786118-30a9-4096-a1af-90b1c92fd11b req-32c58786-115f-48cd-a52e-ca231524c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:34.987517 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-aa786118-30a9-4096-a1af-90b1c92fd11b req-32c58786-115f-48cd-a52e-ca231524c01c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=749e4849b23b4e42be64ef0ab0330a0b&device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 1130 time: 0.0445180 May 23 15:52:35.093669 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa786118-30a9-4096-a1af-90b1c92fd11b req-90dcc4da-062a-40ac-a23d-a4dff9fb53fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:35.095121 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-aa786118-30a9-4096-a1af-90b1c92fd11b req-90dcc4da-062a-40ac-a23d-a4dff9fb53fb service neutron] 10.222.0.69 "GET /v2.0/networks?id=8fb40c4e-9164-4617-9793-abd2286f1896 HTTP/1.1" status: 200 len: 917 time: 0.0858512 May 23 15:52:35.160091 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-aa786118-30a9-4096-a1af-90b1c92fd11b req-0178ddf8-00f6-4ea1-b5df-529bc5b695f7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afbaeb47-bccc-4c5c-8309-2469ca000cc2 HTTP/1.1" status: 200 len: 1000 time: 0.0576377 May 23 15:52:35.458845 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa786118-30a9-4096-a1af-90b1c92fd11b req-9b918330-9467-4fa6-b4a5-add089914d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:35.460271 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-aa786118-30a9-4096-a1af-90b1c92fd11b req-9b918330-9467-4fa6-b4a5-add089914d97 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0890d0be-25d8-4c38-9ad0-940056305fe2 HTTP/1.1" status: 200 len: 855 time: 0.2935276 May 23 15:52:35.504191 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa786118-30a9-4096-a1af-90b1c92fd11b req-4208d9e5-cbb6-41c6-8463-cbf55fe48fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:35.505679 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-aa786118-30a9-4096-a1af-90b1c92fd11b req-4208d9e5-cbb6-41c6-8463-cbf55fe48fa8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8fb40c4e-9164-4617-9793-abd2286f1896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383677 May 23 15:52:35.515334 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [req-aa786118-30a9-4096-a1af-90b1c92fd11b req-3af8c429-25bc-4803-803e-a35f19140255 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=111209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 15:52:35.516292 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-aa786118-30a9-4096-a1af-90b1c92fd11b req-3af8c429-25bc-4803-803e-a35f19140255 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047324 May 23 15:52:35.564783 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 51174) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:52:35.608322 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-aa786118-30a9-4096-a1af-90b1c92fd11b req-d84ede64-11c6-48bb-9236-d68f0c107e7f service neutron] 10.222.0.69 "GET /v2.0/networks/8fb40c4e-9164-4617-9793-abd2286f1896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847878 May 23 15:52:35.699082 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-aa786118-30a9-4096-a1af-90b1c92fd11b req-74db19c1-398a-47db-bdf6-33cc14a68c1c service neutron] 10.222.0.69 "GET /v2.0/networks/8fb40c4e-9164-4617-9793-abd2286f1896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832326 May 23 15:52:35.710147 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-e6e04d06-37b3-4eda-b86a-67b835de8274 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Deleting port bed7ab7b-5d25-4164-b3c7-e3339824a629 {{(pid=111208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:52:35.710433 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e6e04d06-37b3-4eda-b86a-67b835de8274 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (bed7ab7b-5d25-4164-b3c7-e3339824a629), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:35.785476 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e6e04d06-37b3-4eda-b86a-67b835de8274 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (bed7ab7b-5d25-4164-b3c7-e3339824a629), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:35.785806 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e6e04d06-37b3-4eda-b86a-67b835de8274 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for floatingip (bed7ab7b-5d25-4164-b3c7-e3339824a629), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:35.798336 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-e6e04d06-37b3-4eda-b86a-67b835de8274 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Calling delete_port for bed7ab7b-5d25-4164-b3c7-e3339824a629 owned by network:floatingip {{(pid=111208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:52:36.017972 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e6e04d06-37b3-4eda-b86a-67b835de8274 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (bed7ab7b-5d25-4164-b3c7-e3339824a629), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:36.043131 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e04d06-37b3-4eda-b86a-67b835de8274 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Pushing event deleted for resources: {'Port': ['ID=bed7ab7b-5d25-4164-b3c7-e3339824a629,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:36.055800 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e04d06-37b3-4eda-b86a-67b835de8274 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:36.056156 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e04d06-37b3-4eda-b86a-67b835de8274 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:36.056514 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e04d06-37b3-4eda-b86a-67b835de8274 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:36.056861 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e04d06-37b3-4eda-b86a-67b835de8274 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:36.057231 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e04d06-37b3-4eda-b86a-67b835de8274 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:36.057573 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e04d06-37b3-4eda-b86a-67b835de8274 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:36.057909 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e04d06-37b3-4eda-b86a-67b835de8274 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:36.058269 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e04d06-37b3-4eda-b86a-67b835de8274 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:36.058607 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e04d06-37b3-4eda-b86a-67b835de8274 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:36.058940 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e04d06-37b3-4eda-b86a-67b835de8274 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:36.059271 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e04d06-37b3-4eda-b86a-67b835de8274 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:36.059601 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e04d06-37b3-4eda-b86a-67b835de8274 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:36.059927 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e04d06-37b3-4eda-b86a-67b835de8274 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:36.060254 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e04d06-37b3-4eda-b86a-67b835de8274 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:36.060578 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e04d06-37b3-4eda-b86a-67b835de8274 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:36.118642 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e6e04d06-37b3-4eda-b86a-67b835de8274 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for floatingip (78320ad6-b90a-45b4-a62f-a128e07430c6), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:36.118975 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.db.l3_db [None req-e6e04d06-37b3-4eda-b86a-67b835de8274 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Floating IP 78320ad6-b90a-45b4-a62f-a128e07430c6 disassociated (deleted). External IP: 172.27.3.214, port: 94b34c73-13bd-4cd4-bab5-10d1f2fcdd65. May 23 15:52:36.319762 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e04d06-37b3-4eda-b86a-67b835de8274 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Router f674e184-743d-48cf-902d-cbf0a969171c has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:52:36.422549 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e04d06-37b3-4eda-b86a-67b835de8274 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:52:36.427758 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e6e04d06-37b3-4eda-b86a-67b835de8274 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:36.433475 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf0294e-998d-43b5-81e4-54487795db85 None None] Sync routers for ids ['f674e184-743d-48cf-902d-cbf0a969171c'] in dv-cinder-840678-12-iscsi {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:52:36.443172 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf0294e-998d-43b5-81e4-54487795db85 None None] Routers {'f674e184-743d-48cf-902d-cbf0a969171c'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:52:36.443867 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-fdf0294e-998d-43b5-81e4-54487795db85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:52:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['f674e184-743d-48cf-902d-cbf0a969171c'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:36.459284 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-e6e04d06-37b3-4eda-b86a-67b835de8274 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "DELETE /v2.0/floatingips/78320ad6-b90a-45b4-a62f-a128e07430c6 HTTP/1.1" status: 204 len: 168 time: 0.8933825 May 23 15:52:36.459854 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99616012-21ed-48f0-a80e-e08de807a0f7', 'tag': '94b34c73-13bd-4cd4-bab5-10d1f2fcdd65'}] {{(pid=111208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:52:36.462213 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e8bc6f21cde82e90109a250a18be241d8bc12bef919575b3a0310827eb45c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c5f1a2-3504-4697-92fc-5eab9d0daefe" -d '{"events": [{"name": "network-changed", "server_uuid": "99616012-21ed-48f0-a80e-e08de807a0f7", "tag": "94b34c73-13bd-4cd4-bab5-10d1f2fcdd65"}]}' {{(pid=111208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:52:36.549495 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-fdf0294e-998d-43b5-81e4-54487795db85 None None] Set router f674e184-743d-48cf-902d-cbf0a969171c gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:52:36.574461 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfa291e-ee89-4e02-a857-4d589f50949b x-openstack-request-id: req-ccfa291e-ee89-4e02-a857-4d589f50949b {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:52:36.575007 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99616012-21ed-48f0-a80e-e08de807a0f7", "tag": "94b34c73-13bd-4cd4-bab5-10d1f2fcdd65", "status": "completed", "code": 200}]} {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:52:36.575220 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ccfa291e-ee89-4e02-a857-4d589f50949b {{(pid=111208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:52:36.576073 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccfa291e-ee89-4e02-a857-4d589f50949b'] response: {'name': 'network-changed', 'server_uuid': '99616012-21ed-48f0-a80e-e08de807a0f7', 'tag': '94b34c73-13bd-4cd4-bab5-10d1f2fcdd65', 'status': 'completed', 'code': 200} May 23 15:52:36.658188 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5f1a2-3504-4697-92fc-5eab9d0daefe req-282e9e1b-3392-4f1d-b44c-21076549400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:36.660335 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-68c5f1a2-3504-4697-92fc-5eab9d0daefe req-282e9e1b-3392-4f1d-b44c-21076549400f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6263581d20ea47bcae22d736f7934e05&device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 1129 time: 0.0410819 May 23 15:52:36.755398 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5f1a2-3504-4697-92fc-5eab9d0daefe req-336e85f4-9477-43df-bdac-d2484020ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:36.756838 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-68c5f1a2-3504-4697-92fc-5eab9d0daefe req-336e85f4-9477-43df-bdac-d2484020ba6e service neutron] 10.222.0.69 "GET /v2.0/networks?id=719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 HTTP/1.1" status: 200 len: 913 time: 0.0896268 May 23 15:52:36.770188 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-fdf0294e-998d-43b5-81e4-54487795db85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'name': 'tempest-TestVolumeBootPattern-1539260989-router', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:03Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'gw_port': {'id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:04Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '320606f2-8698-4196-8915-d3691913492d', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'port_id': '557925ff-a601-4157-8dce-7678d594e516', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'mac_address': 'fa:16:3e:d4:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82853b8-ba61-4e2f-a961-7778da726303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:48:28Z', 'updated_at': '2022-05-23T15:48:30Z', 'revision_number': 1, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd876133e-d7d1-4101-999d-81323a4b08bf', 'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'mac_address': 'fa:16:3e:71:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:06Z', 'updated_at': '2022-05-23T15:45:10Z', 'revision_number': 5, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'subnets': [{'id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:36.797424 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-68c5f1a2-3504-4697-92fc-5eab9d0daefe req-9a1a14d8-1780-44b3-b073-3d3490040576 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94b34c73-13bd-4cd4-bab5-10d1f2fcdd65 HTTP/1.1" status: 200 len: 217 time: 0.0340042 May 23 15:52:36.860784 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5f1a2-3504-4697-92fc-5eab9d0daefe req-3833e37d-5a96-4fb8-9ae7-34834067e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:36.862289 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-68c5f1a2-3504-4697-92fc-5eab9d0daefe req-3833e37d-5a96-4fb8-9ae7-34834067e6e5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=150d6d13-664a-4a20-9c02-8454a2e4aaca HTTP/1.1" status: 200 len: 851 time: 0.0523961 May 23 15:52:36.885355 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf0294e-998d-43b5-81e4-54487795db85 None None] Checking router: f674e184-743d-48cf-902d-cbf0a969171c for host: dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:52:36.893809 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf0294e-998d-43b5-81e4-54487795db85 None None] Routers {'f674e184-743d-48cf-902d-cbf0a969171c'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:52:36.894405 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-fdf0294e-998d-43b5-81e4-54487795db85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:52:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['f674e184-743d-48cf-902d-cbf0a969171c'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:36.907463 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5f1a2-3504-4697-92fc-5eab9d0daefe req-c21074a5-f4a4-45ba-8322-76c082994d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:36.909038 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-68c5f1a2-3504-4697-92fc-5eab9d0daefe req-c21074a5-f4a4-45ba-8322-76c082994d5c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403197 May 23 15:52:37.001459 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-fdf0294e-998d-43b5-81e4-54487795db85 None None] Set router f674e184-743d-48cf-902d-cbf0a969171c gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:52:37.036449 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64648ca-ef71-4f88-a687-1c1be9e6603f req-d2b809b6-dee4-44cb-93bb-afbf20992140 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:37.037960 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f64648ca-ef71-4f88-a687-1c1be9e6603f req-d2b809b6-dee4-44cb-93bb-afbf20992140 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0655873 May 23 15:52:37.067878 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-68c5f1a2-3504-4697-92fc-5eab9d0daefe req-8701a49b-518a-4381-ad17-4b92f020bbea service neutron] 10.222.0.69 "GET /v2.0/networks/719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506908 May 23 15:52:37.100473 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f64648ca-ef71-4f88-a687-1c1be9e6603f req-d7ad8087-a508-4d95-b098-b3b1b6554f8a tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552216 May 23 15:52:37.204879 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-fdf0294e-998d-43b5-81e4-54487795db85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'name': 'tempest-TestVolumeBootPattern-1539260989-router', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:03Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'gw_port': {'id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:04Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '320606f2-8698-4196-8915-d3691913492d', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'port_id': '557925ff-a601-4157-8dce-7678d594e516', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'mac_address': 'fa:16:3e:d4:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82853b8-ba61-4e2f-a961-7778da726303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:48:28Z', 'updated_at': '2022-05-23T15:48:30Z', 'revision_number': 1, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd876133e-d7d1-4101-999d-81323a4b08bf', 'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'mac_address': 'fa:16:3e:71:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:06Z', 'updated_at': '2022-05-23T15:45:10Z', 'revision_number': 5, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'subnets': [{'id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:37.232159 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf0294e-998d-43b5-81e4-54487795db85 None None] The sync data for ids ['f674e184-743d-48cf-902d-cbf0a969171c'] in dv-cinder-840678-12-iscsi is: [{'id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'name': 'tempest-TestVolumeBootPattern-1539260989-router', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:03Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'gw_port': {'id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:04Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '320606f2-8698-4196-8915-d3691913492d', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'port_id': '557925ff-a601-4157-8dce-7678d594e516', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'mac_address': 'fa:16:3e:d4:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82853b8-ba61-4e2f-a961-7778da726303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:48:28Z', 'updated_at': '2022-05-23T15:48:30Z', 'revision_number': 1, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd876133e-d7d1-4101-999d-81323a4b08bf', 'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'mac_address': 'fa:16:3e:71:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:06Z', 'updated_at': '2022-05-23T15:45:10Z', 'revision_number': 5, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'subnets': [{'id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:52:37.472298 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b390fd-c129-46a8-a1ab-9400d5ffca1a None None] New status for floating IP 78320ad6-b90a-45b4-a62f-a128e07430c6: DOWN {{(pid=111210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:52:37.476133 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:38.114808 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:38.140182 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:38.162980 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-68c5f1a2-3504-4697-92fc-5eab9d0daefe req-023e01d1-cb13-4f6d-a36a-42b02569ddd1 service neutron] 10.222.0.69 "GET /v2.0/networks/719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904796 May 23 15:52:38.218448 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aba8a5-3ed0-4f00-83c6-47bf56887df8 req-15604141-d616-4e46-b1b4-e317187e7b2d tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:38.219886 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a9aba8a5-3ed0-4f00-83c6-47bf56887df8 req-15604141-d616-4e46-b1b4-e317187e7b2d tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0479200 May 23 15:52:38.267833 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a9aba8a5-3ed0-4f00-83c6-47bf56887df8 req-df79c22e-9279-41a6-9bb0-4c190f7204e6 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424116 May 23 15:52:38.666711 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff121d-1ae9-4e80-9b0b-868b257f3877 req-ea5ba09f-0567-452f-8e97-3237568696cf tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:38.668188 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-08ff121d-1ae9-4e80-9b0b-868b257f3877 req-ea5ba09f-0567-452f-8e97-3237568696cf tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.69 "GET /v2.0/ports?device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 945 time: 0.0488803 May 23 15:52:38.764727 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-08ff121d-1ae9-4e80-9b0b-868b257f3877 req-54afe131-7754-491d-94b5-ca7f709697bc tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Deleting port 94b34c73-13bd-4cd4-bab5-10d1f2fcdd65 {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:52:38.765098 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-08ff121d-1ae9-4e80-9b0b-868b257f3877 req-54afe131-7754-491d-94b5-ca7f709697bc tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (94b34c73-13bd-4cd4-bab5-10d1f2fcdd65), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:38.855287 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-08ff121d-1ae9-4e80-9b0b-868b257f3877 req-54afe131-7754-491d-94b5-ca7f709697bc tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] For port 94b34c73-13bd-4cd4-bab5-10d1f2fcdd65, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=94b34c73-13bd-4cd4-bab5-10d1f2fcdd65,segment=NetworkSegment(dee74d16-ff39-4506-8861-fc403fa5e1d4),segment_id=dee74d16-ff39-4506-8861-fc403fa5e1d4)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:52:38.855647 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-08ff121d-1ae9-4e80-9b0b-868b257f3877 req-54afe131-7754-491d-94b5-ca7f709697bc tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (94b34c73-13bd-4cd4-bab5-10d1f2fcdd65), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:38.868708 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-08ff121d-1ae9-4e80-9b0b-868b257f3877 req-54afe131-7754-491d-94b5-ca7f709697bc tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Calling delete_port for 94b34c73-13bd-4cd4-bab5-10d1f2fcdd65 owned by compute:nova {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:52:39.092233 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-08ff121d-1ae9-4e80-9b0b-868b257f3877 req-54afe131-7754-491d-94b5-ca7f709697bc tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (94b34c73-13bd-4cd4-bab5-10d1f2fcdd65), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:39.118311 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54afe131-7754-491d-94b5-ca7f709697bc tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Pushing event deleted for resources: {'Port': ['ID=94b34c73-13bd-4cd4-bab5-10d1f2fcdd65,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:39.134011 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54afe131-7754-491d-94b5-ca7f709697bc tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:39.134011 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54afe131-7754-491d-94b5-ca7f709697bc tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:39.134011 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54afe131-7754-491d-94b5-ca7f709697bc tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:39.134011 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54afe131-7754-491d-94b5-ca7f709697bc tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:39.134427 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54afe131-7754-491d-94b5-ca7f709697bc tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:39.134427 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54afe131-7754-491d-94b5-ca7f709697bc tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:39.134775 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54afe131-7754-491d-94b5-ca7f709697bc tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:39.135101 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54afe131-7754-491d-94b5-ca7f709697bc tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:39.135433 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54afe131-7754-491d-94b5-ca7f709697bc tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:39.135760 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54afe131-7754-491d-94b5-ca7f709697bc tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:39.136086 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54afe131-7754-491d-94b5-ca7f709697bc tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:39.136414 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54afe131-7754-491d-94b5-ca7f709697bc tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:39.136736 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54afe131-7754-491d-94b5-ca7f709697bc tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:39.137079 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54afe131-7754-491d-94b5-ca7f709697bc tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:39.137403 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54afe131-7754-491d-94b5-ca7f709697bc tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:39.178883 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ff121d-1ae9-4e80-9b0b-868b257f3877 req-54afe131-7754-491d-94b5-ca7f709697bc tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] No DVR routers for this DVR port 94b34c73-13bd-4cd4-bab5-10d1f2fcdd65 on host hv-cinder-84067 {{(pid=111209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:52:39.181454 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-08ff121d-1ae9-4e80-9b0b-868b257f3877 req-54afe131-7754-491d-94b5-ca7f709697bc tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:39.184680 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-08ff121d-1ae9-4e80-9b0b-868b257f3877 req-54afe131-7754-491d-94b5-ca7f709697bc tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.69 "DELETE /v2.0/ports/94b34c73-13bd-4cd4-bab5-10d1f2fcdd65 HTTP/1.1" status: 204 len: 173 time: 0.5091660 May 23 15:52:39.185159 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99616012-21ed-48f0-a80e-e08de807a0f7', 'name': 'network-vif-deleted', 'tag': '94b34c73-13bd-4cd4-bab5-10d1f2fcdd65'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:52:39.187351 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510aa236-b5d8-4d23-ac57-16759203d249" -d '{"events": [{"server_uuid": "99616012-21ed-48f0-a80e-e08de807a0f7", "name": "network-vif-deleted", "tag": "94b34c73-13bd-4cd4-bab5-10d1f2fcdd65"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:52:39.277767 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e301ae5e-53d0-46e2-81f2-2f062b67b0d8 x-openstack-request-id: req-e301ae5e-53d0-46e2-81f2-2f062b67b0d8 {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:52:39.278070 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99616012-21ed-48f0-a80e-e08de807a0f7", "name": "network-vif-deleted", "tag": "94b34c73-13bd-4cd4-bab5-10d1f2fcdd65", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:52:39.278332 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e301ae5e-53d0-46e2-81f2-2f062b67b0d8 {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:52:39.278740 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e301ae5e-53d0-46e2-81f2-2f062b67b0d8'] response: {'server_uuid': '99616012-21ed-48f0-a80e-e08de807a0f7', 'name': 'network-vif-deleted', 'tag': '94b34c73-13bd-4cd4-bab5-10d1f2fcdd65', 'status': 'completed', 'code': 200} May 23 15:52:39.373511 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-021bc4ef-9c16-455b-99ad-d7857a4e4a5c req-325afdc1-628b-4069-87ae-80a1b9217857 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 210 time: 0.0299182 May 23 15:52:40.064957 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 51226) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:52:40.109006 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ee5e8d-f239-4e39-b9e6-e32b1e864ae9 admin admin] Deleting subnet 3cff5525-cfe2-40a9-a5ee-dd5dfc86a86f {{(pid=111209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:52:40.112104 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-14ee5e8d-f239-4e39-b9e6-e32b1e864ae9 admin admin] Publish callbacks [] for subnet (3cff5525-cfe2-40a9-a5ee-dd5dfc86a86f), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:40.145332 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-14ee5e8d-f239-4e39-b9e6-e32b1e864ae9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11732013'] for subnet (3cff5525-cfe2-40a9-a5ee-dd5dfc86a86f), precommit_delete_associations {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:40.183591 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-14ee5e8d-f239-4e39-b9e6-e32b1e864ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999690'] for subnet (3cff5525-cfe2-40a9-a5ee-dd5dfc86a86f), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:40.211133 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:40.303835 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-14ee5e8d-f239-4e39-b9e6-e32b1e864ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11985018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12197464'] for subnet (3cff5525-cfe2-40a9-a5ee-dd5dfc86a86f), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:40.332141 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee5e8d-f239-4e39-b9e6-e32b1e864ae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cff5525-cfe2-40a9-a5ee-dd5dfc86a86f,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:40.335842 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-14ee5e8d-f239-4e39-b9e6-e32b1e864ae9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for subnet (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:40.339732 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-14ee5e8d-f239-4e39-b9e6-e32b1e864ae9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3cff5525-cfe2-40a9-a5ee-dd5dfc86a86f HTTP/1.1" status: 204 len: 168 time: 0.2731397 May 23 15:52:40.341671 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 51228) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:52:40.409564 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-75071df6-3f83-4c83-b0e7-b5cfabf5b02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3939425'] for network (463d1c0a-9c63-4f99-9c4a-599a01360208), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:40.501523 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:40.518289 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-75071df6-3f83-4c83-b0e7-b5cfabf5b02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998021', 'neutron.services.segments.db._delete_segments_for_network-8747701125223'] for network (463d1c0a-9c63-4f99-9c4a-599a01360208), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:40.522032 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f88b957e-cd46-48ea-a9ac-250d228b32ad req-8b24df38-e056-4ed3-9262-bb5c9dd03cb9 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=99616012-21ed-48f0-a80e-e08de807a0f7 HTTP/1.1" status: 200 len: 210 time: 0.0386088 May 23 15:52:40.541788 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.services.segments.db [None req-75071df6-3f83-4c83-b0e7-b5cfabf5b02f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['463d1c0a-9c63-4f99-9c4a-599a01360208']}} {{(pid=111209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:40.551271 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.services.segments.db [None req-75071df6-3f83-4c83-b0e7-b5cfabf5b02f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '744470ff-36e7-49b9-9be9-76935eda5005') {'for_net_delete': True} {{(pid=111209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:40.551564 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.services.segments.db [None req-75071df6-3f83-4c83-b0e7-b5cfabf5b02f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '744470ff-36e7-49b9-9be9-76935eda5005') {} {{(pid=111209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:40.560949 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-75071df6-3f83-4c83-b0e7-b5cfabf5b02f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747701124208', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11732002'] for segment (744470ff-36e7-49b9-9be9-76935eda5005), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:40.574100 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-75071df6-3f83-4c83-b0e7-b5cfabf5b02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (744470ff-36e7-49b9-9be9-76935eda5005), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:40.580075 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75071df6-3f83-4c83-b0e7-b5cfabf5b02f admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=111209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:52:40.580454 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-75071df6-3f83-4c83-b0e7-b5cfabf5b02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11992984'] for segment (744470ff-36e7-49b9-9be9-76935eda5005), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:40.623724 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.services.segments.plugin [-] Segment 744470ff-36e7-49b9-9be9-76935eda5005 resource provider aggregate not found May 23 15:52:40.640001 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.services.segments.plugin [-] Segment 744470ff-36e7-49b9-9be9-76935eda5005 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 744470ff-36e7-49b9-9be9-76935eda5005 found for delete ", "request_id": "req-c93b1937-0a34-4bdf-af54-3d96fea9a502"}]} May 23 15:52:40.697398 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-75071df6-3f83-4c83-b0e7-b5cfabf5b02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747474'] for network (463d1c0a-9c63-4f99-9c4a-599a01360208), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:40.715770 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-75071df6-3f83-4c83-b0e7-b5cfabf5b02f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:40.718893 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-75071df6-3f83-4c83-b0e7-b5cfabf5b02f admin admin] 10.222.0.64 "DELETE /v2.0/networks/463d1c0a-9c63-4f99-9c4a-599a01360208 HTTP/1.1" status: 204 len: 168 time: 0.3763154 May 23 15:52:40.720796 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75071df6-3f83-4c83-b0e7-b5cfabf5b02f admin admin] Pushing event deleted for resources: {'Network': ['ID=463d1c0a-9c63-4f99-9c4a-599a01360208,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:41.009701 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 51238) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:52:41.050065 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-b9fcccb0-7efc-4890-8083-47a54115f12b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=58c0e4fa5fa246f08bb61703a42e2c59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388989 May 23 15:52:41.052482 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 51240) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:52:41.099376 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-ea415cec-4903-443c-80b1-0c21e39616ab admin admin] Publish callbacks [] for security_group (1da5c776-09eb-4e9c-b7d5-bebc9e0072c7), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:41.120018 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-ea415cec-4903-443c-80b1-0c21e39616ab admin admin] Publish callbacks [] for security_group (1da5c776-09eb-4e9c-b7d5-bebc9e0072c7), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:41.229582 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-ea415cec-4903-443c-80b1-0c21e39616ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (1da5c776-09eb-4e9c-b7d5-bebc9e0072c7), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:41.232082 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-ea415cec-4903-443c-80b1-0c21e39616ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:41.233268 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-ea415cec-4903-443c-80b1-0c21e39616ab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1da5c776-09eb-4e9c-b7d5-bebc9e0072c7 HTTP/1.1" status: 204 len: 168 time: 0.1797688 May 23 15:52:41.241182 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea415cec-4903-443c-80b1-0c21e39616ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da5c776-09eb-4e9c-b7d5-bebc9e0072c7,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:42.301051 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 51270) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:52:42.400958 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-c381c955-ab26-43d4-9790-06d08ac577a3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-148795457-network', 'tenant_id': '3daaf17c3dac442f82831c7df811f511'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:52:42.438818 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 94b34c73-13bd-4cd4-bab5-10d1f2fcdd65 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:52:42.440976 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:42.458676 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] No Port match for: 94b34c73-13bd-4cd4-bab5-10d1f2fcdd65 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:52:42.459031 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 94b34c73-13bd-4cd4-bab5-10d1f2fcdd65 not bound to the agent host hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:52:42.503052 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c381c955-ab26-43d4-9790-06d08ac577a3 admin admin] Made reservation on behalf of 3daaf17c3dac442f82831c7df811f511 for: {'network': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:52:42.505446 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c381c955-ab26-43d4-9790-06d08ac577a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for network (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:42.514798 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c381c955-ab26-43d4-9790-06d08ac577a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:42.591050 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c381c955-ab26-43d4-9790-06d08ac577a3 admin admin] Publish callbacks [] for security_group (2513d238-e7d7-4b4b-8573-2ccbc69edc11), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:42.661996 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c381c955-ab26-43d4-9790-06d08ac577a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (2513d238-e7d7-4b4b-8573-2ccbc69edc11), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:42.687555 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c381c955-ab26-43d4-9790-06d08ac577a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=111209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:52:42.698182 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381c955-ab26-43d4-9790-06d08ac577a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2513d238-e7d7-4b4b-8573-2ccbc69edc11,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:42.706238 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c381c955-ab26-43d4-9790-06d08ac577a3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747701125214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:42.706750 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.db.segments_db [None req-c381c955-ab26-43d4-9790-06d08ac577a3 admin admin] Added segment 4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab of type vlan for network 78e8e9b6-c2a4-4052-9c22-01fa79bc5a77 May 23 15:52:42.734652 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:42.749007 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c381c955-ab26-43d4-9790-06d08ac577a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747700567628'] for network (78e8e9b6-c2a4-4052-9c22-01fa79bc5a77), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:42.845888 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c381c955-ab26-43d4-9790-06d08ac577a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464'] for network (78e8e9b6-c2a4-4052-9c22-01fa79bc5a77), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:42.846928 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c381c955-ab26-43d4-9790-06d08ac577a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:42.847542 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-c381c955-ab26-43d4-9790-06d08ac577a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:42.907748 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381c955-ab26-43d4-9790-06d08ac577a3 admin admin] Pushing event updated for resources: {'Network': ['ID=78e8e9b6-c2a4-4052-9c22-01fa79bc5a77,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:42.918333 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Network 78e8e9b6-c2a4-4052-9c22-01fa79bc5a77 details requested by agent ovs-agent-dv-cinder-840678-12-iscsi with host dv-cinder-840678-12-iscsi {{(pid=111210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:52:42.957049 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 51280) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:52:42.957566 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-c381c955-ab26-43d4-9790-06d08ac577a3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6540534 May 23 15:52:42.961858 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-133b97c9-2426-4567-9236-3dd34739d8e1 admin admin] Request body: {'subnet': {'network_id': '78e8e9b6-c2a4-4052-9c22-01fa79bc5a77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-148795457-subnet', 'tenant_id': '3daaf17c3dac442f82831c7df811f511', 'ip_version': 4}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:52:42.966080 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:42.974158 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:43.033502 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133b97c9-2426-4567-9236-3dd34739d8e1 admin admin] Made reservation on behalf of 3daaf17c3dac442f82831c7df811f511 for: {'subnet': 1} {{(pid=111208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:52:43.035950 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-133b97c9-2426-4567-9236-3dd34739d8e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16100566'] for subnet (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:43.221956 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:52:43.292853 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-133b97c9-2426-4567-9236-3dd34739d8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-904127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16100388'] for subnet (4f01e09a-45fb-40f0-ae15-5704893a9bdb), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:43.343968 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b97c9-2426-4567-9236-3dd34739d8e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f01e09a-45fb-40f0-ae15-5704893a9bdb,revision_number=0']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:43.359774 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b97c9-2426-4567-9236-3dd34739d8e1 admin admin] Checking segment: {'id': '4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '78e8e9b6-c2a4-4052-9c22-01fa79bc5a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:52:43.360125 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133b97c9-2426-4567-9236-3dd34739d8e1 admin admin] Network hostable DHCP agents. Network: 78e8e9b6-c2a4-4052-9c22-01fa79bc5a77, hostable agents: ['251dd304-59f3-4964-a27c-cc4bc9747485'], hosted agents: [] {{(pid=111208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:52:43.451691 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133b97c9-2426-4567-9236-3dd34739d8e1 admin admin] Network 78e8e9b6-c2a4-4052-9c22-01fa79bc5a77 is scheduled to be hosted by DHCP agent 251dd304-59f3-4964-a27c-cc4bc9747485 with binding_index 1 {{(pid=111208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:52:43.583144 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-133b97c9-2426-4567-9236-3dd34739d8e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-12-iscsi, 78e8e9b6-c2a4-4052-9c22-01fa79bc5a77) {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:52:43.587641 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133b97c9-2426-4567-9236-3dd34739d8e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:43.589622 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-133b97c9-2426-4567-9236-3dd34739d8e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:43.592904 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0334e4d0-1fba-4b4e-ad93-b94f378400e3 None None] Network 78e8e9b6-c2a4-4052-9c22-01fa79bc5a77 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:52:43.690713 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp055156f6-2a9b-51e3-8b11-ea6d6ebeb84f-78e8e9b6-c2a4-4052-9c22-01fa79bc5a77', 'network_id': '78e8e9b6-c2a4-4052-9c22-01fa79bc5a77', 'project_id': '3daaf17c3dac442f82831c7df811f511', 'fixed_ips': [{'subnet_id': '4f01e09a-45fb-40f0-ae15-5704893a9bdb'}]}} from dv-cinder-840678-12-iscsi. {{(pid=111210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 15:52:43.691633 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:43.710645 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-133b97c9-2426-4567-9236-3dd34739d8e1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7534206 May 23 15:52:43.719461 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 51282) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:52:43.719461 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-631f325e-56de-45c5-b86a-0d769d1f94eb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-148795457-router', 'tenant_id': '3daaf17c3dac442f82831c7df811f511', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:52:43.824201 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-631f325e-56de-45c5-b86a-0d769d1f94eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12900'] for router (2290dedc-1a2e-4f4c-8ff7-76da5f59838c), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:43.825281 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-631f325e-56de-45c5-b86a-0d769d1f94eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12829'] for router (2290dedc-1a2e-4f4c-8ff7-76da5f59838c), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:43.826788 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.db_base_plugin_common [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Allocated IP 172.20.0.2 (78e8e9b6-c2a4-4052-9c22-01fa79bc5a77/4f01e09a-45fb-40f0-ae15-5704893a9bdb/c15257d2-1abd-4a8b-adc1-44f416a22d3e) {{(pid=111210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:52:43.874998 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-631f325e-56de-45c5-b86a-0d769d1f94eb admin admin] Publish callbacks [] for router_controller (2290dedc-1a2e-4f4c-8ff7-76da5f59838c), precommit_add_association {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:43.967149 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Publish callbacks [] for port (c15257d2-1abd-4a8b-adc1-44f416a22d3e), precommit_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:43.986958 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 51286) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:52:44.063613 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725'] for port (c15257d2-1abd-4a8b-adc1-44f416a22d3e), after_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:44.107755 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Network 78e8e9b6-c2a4-4052-9c22-01fa79bc5a77 is already hosted by enough agents. {{(pid=111210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:52:44.113106 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.scheduler.base_scheduler [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Resources bound (agent type, host, resource id): {{(pid=111210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:52:44.116258 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-631f325e-56de-45c5-b86a-0d769d1f94eb admin admin] Publish callbacks [] for router_gateway (2290dedc-1a2e-4f4c-8ff7-76da5f59838c), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:44.116950 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Received port after_create {{(pid=111210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:52:44.133108 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Pushing event updated for resources: {'Port': ['ID=c15257d2-1abd-4a8b-adc1-44f416a22d3e,revision_number=1']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:44.142579 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-778f0769-a4f5-4af0-8775-c47474b31577 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Deleting port 87fd0ae7-ceb8-4941-bb7c-f4b3ca2e070b {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:52:44.142922 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-778f0769-a4f5-4af0-8775-c47474b31577 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (87fd0ae7-ceb8-4941-bb7c-f4b3ca2e070b), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:44.149292 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:44.149628 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:44.149969 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:44.150307 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:44.150915 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:44.151253 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:44.151584 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:44.151909 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:44.152238 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:44.152565 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:44.152891 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:44.153736 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:44.153736 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:44.153975 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:44.154212 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:44.190113 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:44.193374 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Attempting to bind port c15257d2-1abd-4a8b-adc1-44f416a22d3e on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:52:44.193792 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Attempting to bind port c15257d2-1abd-4a8b-adc1-44f416a22d3e by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': '4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '78e8e9b6-c2a4-4052-9c22-01fa79bc5a77'}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:52:44.194155 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Attempting to bind port c15257d2-1abd-4a8b-adc1-44f416a22d3e on network 78e8e9b6-c2a4-4052-9c22-01fa79bc5a77 {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:52:44.200185 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:52:44.200563 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Checking segment: {'id': '4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '78e8e9b6-c2a4-4052-9c22-01fa79bc5a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:52:44.200964 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:44.201449 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Bound using segment: {'id': '4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '78e8e9b6-c2a4-4052-9c22-01fa79bc5a77'} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:52:44.201938 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Bound port: c15257d2-1abd-4a8b-adc1-44f416a22d3e, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '78e8e9b6-c2a4-4052-9c22-01fa79bc5a77'}}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:52:44.202298 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (c15257d2-1abd-4a8b-adc1-44f416a22d3e), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:44.224884 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-778f0769-a4f5-4af0-8775-c47474b31577 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (87fd0ae7-ceb8-4941-bb7c-f4b3ca2e070b), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:44.225872 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-778f0769-a4f5-4af0-8775-c47474b31577 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for floatingip (87fd0ae7-ceb8-4941-bb7c-f4b3ca2e070b), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:44.239035 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-778f0769-a4f5-4af0-8775-c47474b31577 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Calling delete_port for 87fd0ae7-ceb8-4941-bb7c-f4b3ca2e070b owned by network:floatingip {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:52:44.268967 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] For port c15257d2-1abd-4a8b-adc1-44f416a22d3e, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:52:44.269493 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:44.272272 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] For port c15257d2-1abd-4a8b-adc1-44f416a22d3e, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=c15257d2-1abd-4a8b-adc1-44f416a22d3e,segment=NetworkSegment(4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab),segment_id=4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab)] {{(pid=111210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:52:44.396830 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-631f325e-56de-45c5-b86a-0d769d1f94eb admin admin] Publish callbacks [] for router_gateway (2290dedc-1a2e-4f4c-8ff7-76da5f59838c), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:44.415959 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-631f325e-56de-45c5-b86a-0d769d1f94eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:44.430016 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (c15257d2-1abd-4a8b-adc1-44f416a22d3e), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:44.491113 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad66c71-8473-445e-be11-0dafb10c3c57 None None] Pushing event updated for resources: {'Port': ['ID=c15257d2-1abd-4a8b-adc1-44f416a22d3e,revision_number=2']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:44.539990 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_common [None req-631f325e-56de-45c5-b86a-0d769d1f94eb admin admin] Allocated IP 172.27.3.222 (423e159f-0d94-4204-8598-641f4ed121cf/6893e8f7-d8c8-4bdd-8cf7-487cc5c00794/5747c363-f343-473a-8c85-9227aaf21b40) {{(pid=111208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:52:44.566613 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:44.600069 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-778f0769-a4f5-4af0-8775-c47474b31577 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (87fd0ae7-ceb8-4941-bb7c-f4b3ca2e070b), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:44.625752 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f0769-a4f5-4af0-8775-c47474b31577 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Pushing event deleted for resources: {'Port': ['ID=87fd0ae7-ceb8-4941-bb7c-f4b3ca2e070b,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:44.665629 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-631f325e-56de-45c5-b86a-0d769d1f94eb admin admin] Publish callbacks [] for port (5747c363-f343-473a-8c85-9227aaf21b40), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:44.708563 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-778f0769-a4f5-4af0-8775-c47474b31577 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for floatingip (320606f2-8698-4196-8915-d3691913492d), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:44.708902 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.db.l3_db [None req-778f0769-a4f5-4af0-8775-c47474b31577 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Floating IP 320606f2-8698-4196-8915-d3691913492d disassociated (deleted). External IP: 172.27.3.242, port: 557925ff-a601-4157-8dce-7678d594e516. May 23 15:52:44.710741 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:44.858344 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-631f325e-56de-45c5-b86a-0d769d1f94eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (5747c363-f343-473a-8c85-9227aaf21b40), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:44.899516 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631f325e-56de-45c5-b86a-0d769d1f94eb admin admin] Network 423e159f-0d94-4204-8598-641f4ed121cf is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:52:44.904657 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-631f325e-56de-45c5-b86a-0d769d1f94eb admin admin] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:52:44.908079 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631f325e-56de-45c5-b86a-0d769d1f94eb admin admin] Received port after_create {{(pid=111208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:52:44.922301 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778f0769-a4f5-4af0-8775-c47474b31577 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Router f674e184-743d-48cf-902d-cbf0a969171c has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:52:44.933922 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f325e-56de-45c5-b86a-0d769d1f94eb admin admin] Pushing event updated for resources: {'Port': ['ID=5747c363-f343-473a-8c85-9227aaf21b40,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:45.031550 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778f0769-a4f5-4af0-8775-c47474b31577 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:52:45.036318 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-778f0769-a4f5-4af0-8775-c47474b31577 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:45.042423 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1e01e7-9e41-4b50-9d54-34970616e97e None None] Sync routers for ids ['f674e184-743d-48cf-902d-cbf0a969171c'] in dv-cinder-840678-12-iscsi {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:52:45.054399 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1e01e7-9e41-4b50-9d54-34970616e97e None None] Routers {'f674e184-743d-48cf-902d-cbf0a969171c'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:52:45.055039 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-4a1e01e7-9e41-4b50-9d54-34970616e97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:52:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['f674e184-743d-48cf-902d-cbf0a969171c'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:45.073928 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-778f0769-a4f5-4af0-8775-c47474b31577 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "DELETE /v2.0/floatingips/320606f2-8698-4196-8915-d3691913492d HTTP/1.1" status: 204 len: 168 time: 1.0851741 May 23 15:52:45.074855 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82853b8-ba61-4e2f-a961-7778da726303', 'tag': '557925ff-a601-4157-8dce-7678d594e516'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:52:45.077928 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4526e1d7-1573-4ffa-9c43-6b7085b80a50" -d '{"events": [{"name": "network-changed", "server_uuid": "e82853b8-ba61-4e2f-a961-7778da726303", "tag": "557925ff-a601-4157-8dce-7678d594e516"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:52:45.142128 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21ab4dc-7f26-4b29-ad3b-e796507830df x-openstack-request-id: req-e21ab4dc-7f26-4b29-ad3b-e796507830df {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:52:45.142434 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82853b8-ba61-4e2f-a961-7778da726303", "tag": "557925ff-a601-4157-8dce-7678d594e516", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:52:45.142911 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e21ab4dc-7f26-4b29-ad3b-e796507830df {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:52:45.143598 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e21ab4dc-7f26-4b29-ad3b-e796507830df'] response: {'name': 'network-changed', 'server_uuid': 'e82853b8-ba61-4e2f-a961-7778da726303', 'tag': '557925ff-a601-4157-8dce-7678d594e516', 'status': 'completed', 'code': 200} May 23 15:52:45.165625 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-4a1e01e7-9e41-4b50-9d54-34970616e97e None None] Set router f674e184-743d-48cf-902d-cbf0a969171c gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:52:45.259223 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526e1d7-1573-4ffa-9c43-6b7085b80a50 req-e2509cc3-48c1-4c8c-83ff-ddf26b1364fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:45.261478 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4526e1d7-1573-4ffa-9c43-6b7085b80a50 req-e2509cc3-48c1-4c8c-83ff-ddf26b1364fd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6263581d20ea47bcae22d736f7934e05&device_id=e82853b8-ba61-4e2f-a961-7778da726303 HTTP/1.1" status: 200 len: 1130 time: 0.0749028 May 23 15:52:45.289741 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=100 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:45.297318 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=100 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:45.311629 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:45.314243 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-631f325e-56de-45c5-b86a-0d769d1f94eb admin admin] Publish callbacks [] for router_gateway (2290dedc-1a2e-4f4c-8ff7-76da5f59838c), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:45.376642 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526e1d7-1573-4ffa-9c43-6b7085b80a50 req-cbc85a7a-2c0d-4eca-9c7a-dcf2e66fd641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:45.378897 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4526e1d7-1573-4ffa-9c43-6b7085b80a50 req-cbc85a7a-2c0d-4eca-9c7a-dcf2e66fd641 service neutron] 10.222.0.69 "GET /v2.0/networks?id=719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 HTTP/1.1" status: 200 len: 913 time: 0.1107576 May 23 15:52:45.427691 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-4a1e01e7-9e41-4b50-9d54-34970616e97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'name': 'tempest-TestVolumeBootPattern-1539260989-router', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:03Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'gw_port': {'id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:04Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'd876133e-d7d1-4101-999d-81323a4b08bf', 'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'mac_address': 'fa:16:3e:71:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:06Z', 'updated_at': '2022-05-23T15:45:10Z', 'revision_number': 5, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'subnets': [{'id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:45.435448 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4526e1d7-1573-4ffa-9c43-6b7085b80a50 req-79c75ea8-eb56-4651-bd37-a81180e6fc28 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=557925ff-a601-4157-8dce-7678d594e516 HTTP/1.1" status: 200 len: 217 time: 0.0492928 May 23 15:52:45.458429 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1e01e7-9e41-4b50-9d54-34970616e97e None None] Checking router: f674e184-743d-48cf-902d-cbf0a969171c for host: dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:52:45.470057 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1e01e7-9e41-4b50-9d54-34970616e97e None None] Routers {'f674e184-743d-48cf-902d-cbf0a969171c'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:52:45.470777 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-4a1e01e7-9e41-4b50-9d54-34970616e97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:52:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['f674e184-743d-48cf-902d-cbf0a969171c'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:45.524368 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cc2cf7-ca19-486b-9e63-aa09c56bd2f0 None None] Network 78e8e9b6-c2a4-4052-9c22-01fa79bc5a77 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:52:45.536565 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d8024-709d-4aa9-b625-890838365f0c req-e606ed60-c41d-46ba-85ee-cb1926b1902c tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:45.538272 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0b4d8024-709d-4aa9-b625-890838365f0c req-e606ed60-c41d-46ba-85ee-cb1926b1902c tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=e82853b8-ba61-4e2f-a961-7778da726303 HTTP/1.1" status: 200 len: 946 time: 0.0614395 May 23 15:52:45.561698 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-631f325e-56de-45c5-b86a-0d769d1f94eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746782'] for router (2290dedc-1a2e-4f4c-8ff7-76da5f59838c), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:45.608243 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-0b4d8024-709d-4aa9-b625-890838365f0c req-8f8b5e47-7565-4085-99aa-79a66b7d6363 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639479 May 23 15:52:45.610671 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-4a1e01e7-9e41-4b50-9d54-34970616e97e None None] Set router f674e184-743d-48cf-902d-cbf0a969171c gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:52:45.616642 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-d4513435-2351-4f61-ae60-0dbb50348c16 None None] Provisioning complete for port c15257d2-1abd-4a8b-adc1-44f416a22d3e triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:52:45.617032 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-d4513435-2351-4f61-ae60-0dbb50348c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (c15257d2-1abd-4a8b-adc1-44f416a22d3e), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:45.642567 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:45.646152 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:45.745877 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-d4513435-2351-4f61-ae60-0dbb50348c16 None None] Current status of the port c15257d2-1abd-4a8b-adc1-44f416a22d3e is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:52:45.748228 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-d4513435-2351-4f61-ae60-0dbb50348c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (c15257d2-1abd-4a8b-adc1-44f416a22d3e), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:45.786161 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-d4513435-2351-4f61-ae60-0dbb50348c16 None None] For port c15257d2-1abd-4a8b-adc1-44f416a22d3e, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=c15257d2-1abd-4a8b-adc1-44f416a22d3e,segment=NetworkSegment(4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab),segment_id=4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:52:45.827609 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-4a1e01e7-9e41-4b50-9d54-34970616e97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'name': 'tempest-TestVolumeBootPattern-1539260989-router', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:03Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'gw_port': {'id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:04Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'd876133e-d7d1-4101-999d-81323a4b08bf', 'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'mac_address': 'fa:16:3e:71:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:06Z', 'updated_at': '2022-05-23T15:45:10Z', 'revision_number': 5, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'subnets': [{'id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:45.854767 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1e01e7-9e41-4b50-9d54-34970616e97e None None] The sync data for ids ['f674e184-743d-48cf-902d-cbf0a969171c'] in dv-cinder-840678-12-iscsi is: [{'id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'name': 'tempest-TestVolumeBootPattern-1539260989-router', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:03Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'gw_port': {'id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:04Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'd876133e-d7d1-4101-999d-81323a4b08bf', 'name': '', 'network_id': '719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'mac_address': 'fa:16:3e:71:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:06Z', 'updated_at': '2022-05-23T15:45:10Z', 'revision_number': 5, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'subnets': [{'id': '150d6d13-664a-4a20-9c02-8454a2e4aaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:52:45.858579 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-d4513435-2351-4f61-ae60-0dbb50348c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (c15257d2-1abd-4a8b-adc1-44f416a22d3e), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:45.859463 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631f325e-56de-45c5-b86a-0d769d1f94eb admin admin] Router 2290dedc-1a2e-4f4c-8ff7-76da5f59838c is scheduled to L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 with binding_index 1 {{(pid=111208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 15:52:45.956252 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4513435-2351-4f61-ae60-0dbb50348c16 None None] Pushing event updated for resources: {'Port': ['ID=c15257d2-1abd-4a8b-adc1-44f416a22d3e,revision_number=3']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:45.995933 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-719e1d01-159c-4b64-950f-80860ae8070d None None] Provisioning complete for port c15257d2-1abd-4a8b-adc1-44f416a22d3e triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:52:46.000504 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-719e1d01-159c-4b64-950f-80860ae8070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (c15257d2-1abd-4a8b-adc1-44f416a22d3e), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:46.011989 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631f325e-56de-45c5-b86a-0d769d1f94eb admin admin] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:52:46.022529 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af1485d-3931-4f8f-a53c-18fbf6bc977b None None] Sync routers for ids ['2290dedc-1a2e-4f4c-8ff7-76da5f59838c'] in dv-cinder-840678-12-iscsi {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:52:46.037968 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device c15257d2-1abd-4a8b-adc1-44f416a22d3e up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:52:46.083710 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af1485d-3931-4f8f-a53c-18fbf6bc977b None None] Routers {'2290dedc-1a2e-4f4c-8ff7-76da5f59838c'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:52:46.084369 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-5af1485d-3931-4f8f-a53c-18fbf6bc977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:52:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['2290dedc-1a2e-4f4c-8ff7-76da5f59838c'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:46.117269 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-631f325e-56de-45c5-b86a-0d769d1f94eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:46.118633 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-631f325e-56de-45c5-b86a-0d769d1f94eb admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4039538 May 23 15:52:46.121536 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 51294) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:52:46.158171 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d014527-0ecc-4438-a42e-48b879a2b2a3 None None] New status for floating IP 320606f2-8698-4196-8915-d3691913492d: DOWN {{(pid=111211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:52:46.179198 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=100 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:46.344249 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port c15257d2-1abd-4a8b-adc1-44f416a22d3e triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:52:46.344621 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (c15257d2-1abd-4a8b-adc1-44f416a22d3e), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:46.378117 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-719e1d01-159c-4b64-950f-80860ae8070d None None] Current status of the port c15257d2-1abd-4a8b-adc1-44f416a22d3e is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:52:46.405377 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:46.409926 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-5af1485d-3931-4f8f-a53c-18fbf6bc977b None None] Set router 2290dedc-1a2e-4f4c-8ff7-76da5f59838c gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:52:46.549231 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port c15257d2-1abd-4a8b-adc1-44f416a22d3e is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:52:46.579128 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526e1d7-1573-4ffa-9c43-6b7085b80a50 req-ddad5ee7-585d-4744-b8cc-02f6edca944e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:46.580585 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4526e1d7-1573-4ffa-9c43-6b7085b80a50 req-ddad5ee7-585d-4744-b8cc-02f6edca944e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=150d6d13-664a-4a20-9c02-8454a2e4aaca HTTP/1.1" status: 200 len: 851 time: 0.0510001 May 23 15:52:46.618401 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-5af1485d-3931-4f8f-a53c-18fbf6bc977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'name': 'tempest-TestMinimumBasicScenario-148795457-router', 'tenant_id': '3daaf17c3dac442f82831c7df811f511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '5747c363-f343-473a-8c85-9227aaf21b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:52:43Z', 'updated_at': '2022-05-23T15:52:45Z', 'revision_number': 3, 'project_id': '3daaf17c3dac442f82831c7df811f511', 'gw_port': {'id': '5747c363-f343-473a-8c85-9227aaf21b40', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:13:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:52:44Z', 'updated_at': '2022-05-23T15:52:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:46.643496 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526e1d7-1573-4ffa-9c43-6b7085b80a50 req-36f22306-f2e2-4c4b-a7cf-01fd655da9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:46.644029 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af1485d-3931-4f8f-a53c-18fbf6bc977b None None] Checking router: 2290dedc-1a2e-4f4c-8ff7-76da5f59838c for host: dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:52:46.644383 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af1485d-3931-4f8f-a53c-18fbf6bc977b None None] Updating router 2290dedc-1a2e-4f4c-8ff7-76da5f59838c port 5747c363-f343-473a-8c85-9227aaf21b40 binding host dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:52:46.647899 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4526e1d7-1573-4ffa-9c43-6b7085b80a50 req-36f22306-f2e2-4c4b-a7cf-01fd655da9e2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0557420 May 23 15:52:46.673040 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-5af1485d-3931-4f8f-a53c-18fbf6bc977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (5747c363-f343-473a-8c85-9227aaf21b40), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:46.722934 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:46.732647 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd96cd-2714-46e0-bfc7-45999e27f159 req-85f165e1-412e-4406-814b-6c4b7231297d tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:46.734465 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4cfd96cd-2714-46e0-bfc7-45999e27f159 req-85f165e1-412e-4406-814b-6c4b7231297d tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=e82853b8-ba61-4e2f-a961-7778da726303 HTTP/1.1" status: 200 len: 946 time: 0.0584826 May 23 15:52:46.795174 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-dcc82c7f-d39e-4a22-bac5-8df193eac93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:46.845097 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4cfd96cd-2714-46e0-bfc7-45999e27f159 req-88c5931c-6c97-4798-8763-5ab4a144f019 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/security-groups?id=a259daa4-28ac-4f5e-b661-22cddb349a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007776 May 23 15:52:46.887941 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4526e1d7-1573-4ffa-9c43-6b7085b80a50 req-071eb1ad-59b5-46f0-b56b-cd3db105ddce service neutron] 10.222.0.69 "GET /v2.0/networks/719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383648 May 23 15:52:46.960246 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_common [None req-dcc82c7f-d39e-4a22-bac5-8df193eac93a admin admin] Allocated IP 172.20.0.1 (78e8e9b6-c2a4-4052-9c22-01fa79bc5a77/4f01e09a-45fb-40f0-ae15-5704893a9bdb/77bbec8a-e211-40a3-8868-2a0a4f83534c) {{(pid=111208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:52:46.975384 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-5af1485d-3931-4f8f-a53c-18fbf6bc977b None None] Publish callbacks [] for port (5747c363-f343-473a-8c85-9227aaf21b40), precommit_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:47.029996 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-5af1485d-3931-4f8f-a53c-18fbf6bc977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (5747c363-f343-473a-8c85-9227aaf21b40), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:47.064257 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4526e1d7-1573-4ffa-9c43-6b7085b80a50 req-1614c013-5492-4f3f-9f4c-875778c7ec04 service neutron] 10.222.0.69 "GET /v2.0/networks/719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858219 May 23 15:52:47.082421 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-dcc82c7f-d39e-4a22-bac5-8df193eac93a admin admin] Publish callbacks [] for port (77bbec8a-e211-40a3-8868-2a0a4f83534c), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:47.082927 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-5af1485d-3931-4f8f-a53c-18fbf6bc977b None None] Attempting to bind port 5747c363-f343-473a-8c85-9227aaf21b40 on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:52:47.083375 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-5af1485d-3931-4f8f-a53c-18fbf6bc977b None None] Attempting to bind port 5747c363-f343-473a-8c85-9227aaf21b40 by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:52:47.083815 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1485d-3931-4f8f-a53c-18fbf6bc977b None None] Attempting to bind port 5747c363-f343-473a-8c85-9227aaf21b40 on network 423e159f-0d94-4204-8598-641f4ed121cf {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:52:47.093010 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6a6a8-ef7b-44b0-9260-0909970ad20b None None] Pushing event updated for resources: {'Port': ['ID=5747c363-f343-473a-8c85-9227aaf21b40,revision_number=2']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:47.095568 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1485d-3931-4f8f-a53c-18fbf6bc977b None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:52:47.095890 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1485d-3931-4f8f-a53c-18fbf6bc977b None None] Checking segment: {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:52:47.096297 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-5af1485d-3931-4f8f-a53c-18fbf6bc977b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:47.096687 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1485d-3931-4f8f-a53c-18fbf6bc977b None None] Bound using segment: {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:52:47.097190 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-5af1485d-3931-4f8f-a53c-18fbf6bc977b None None] Bound port: 5747c363-f343-473a-8c85-9227aaf21b40, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:52:47.097577 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-5af1485d-3931-4f8f-a53c-18fbf6bc977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (5747c363-f343-473a-8c85-9227aaf21b40), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:47.146717 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:47.149304 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-5af1485d-3931-4f8f-a53c-18fbf6bc977b None None] For port 5747c363-f343-473a-8c85-9227aaf21b40, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:52:47.152918 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-5af1485d-3931-4f8f-a53c-18fbf6bc977b None None] For port 5747c363-f343-473a-8c85-9227aaf21b40, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=5747c363-f343-473a-8c85-9227aaf21b40,segment=NetworkSegment(2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5),segment_id=2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5)] {{(pid=111210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:52:47.167426 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0791a-4ae5-4fdb-97ce-f13841c071aa req-f4e8e063-af82-42f5-b98b-53124544ed01 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:47.168959 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ffa0791a-4ae5-4fdb-97ce-f13841c071aa req-f4e8e063-af82-42f5-b98b-53124544ed01 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.69 "GET /v2.0/ports?device_id=e82853b8-ba61-4e2f-a961-7778da726303 HTTP/1.1" status: 200 len: 946 time: 0.0511487 May 23 15:52:47.177008 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-dcc82c7f-d39e-4a22-bac5-8df193eac93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (77bbec8a-e211-40a3-8868-2a0a4f83534c), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:47.214507 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:47.220553 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc82c7f-d39e-4a22-bac5-8df193eac93a admin admin] Network 78e8e9b6-c2a4-4052-9c22-01fa79bc5a77 is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:52:47.225582 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-dcc82c7f-d39e-4a22-bac5-8df193eac93a admin admin] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:52:47.227710 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc82c7f-d39e-4a22-bac5-8df193eac93a admin admin] Pushing event updated for resources: {'Port': ['ID=77bbec8a-e211-40a3-8868-2a0a4f83534c,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:47.233512 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc82c7f-d39e-4a22-bac5-8df193eac93a admin admin] Received port after_create {{(pid=111208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:52:47.253016 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-5af1485d-3931-4f8f-a53c-18fbf6bc977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (5747c363-f343-473a-8c85-9227aaf21b40), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:47.260688 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:47.266502 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-ffa0791a-4ae5-4fdb-97ce-f13841c071aa req-f5d47e66-683c-4c85-8c1d-49971a5826b8 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Deleting port 557925ff-a601-4157-8dce-7678d594e516 {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:52:47.266502 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-ffa0791a-4ae5-4fdb-97ce-f13841c071aa req-f5d47e66-683c-4c85-8c1d-49971a5826b8 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (557925ff-a601-4157-8dce-7678d594e516), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:47.274889 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-dcc82c7f-d39e-4a22-bac5-8df193eac93a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-747339'] for router_interface (2290dedc-1a2e-4f4c-8ff7-76da5f59838c), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:47.330046 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af1485d-3931-4f8f-a53c-18fbf6bc977b None None] Routers {'2290dedc-1a2e-4f4c-8ff7-76da5f59838c'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:52:47.330859 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-5af1485d-3931-4f8f-a53c-18fbf6bc977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:52:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['2290dedc-1a2e-4f4c-8ff7-76da5f59838c'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:47.335220 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6a6a8-ef7b-44b0-9260-0909970ad20b None None] Pushing event updated for resources: {'Port': ['ID=5747c363-f343-473a-8c85-9227aaf21b40,revision_number=3']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:47.350974 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:47.392704 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:47.410273 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-ffa0791a-4ae5-4fdb-97ce-f13841c071aa req-f5d47e66-683c-4c85-8c1d-49971a5826b8 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] For port 557925ff-a601-4157-8dce-7678d594e516, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=557925ff-a601-4157-8dce-7678d594e516,segment=NetworkSegment(dee74d16-ff39-4506-8861-fc403fa5e1d4),segment_id=dee74d16-ff39-4506-8861-fc403fa5e1d4)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:52:47.410774 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-ffa0791a-4ae5-4fdb-97ce-f13841c071aa req-f5d47e66-683c-4c85-8c1d-49971a5826b8 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (557925ff-a601-4157-8dce-7678d594e516), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:47.425624 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-ffa0791a-4ae5-4fdb-97ce-f13841c071aa req-f5d47e66-683c-4c85-8c1d-49971a5826b8 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Calling delete_port for 557925ff-a601-4157-8dce-7678d594e516 owned by compute:nova {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:52:47.455822 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-5af1485d-3931-4f8f-a53c-18fbf6bc977b None None] Set router 2290dedc-1a2e-4f4c-8ff7-76da5f59838c gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:52:47.523615 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-dcc82c7f-d39e-4a22-bac5-8df193eac93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (77bbec8a-e211-40a3-8868-2a0a4f83534c), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:47.535336 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-7885d228-a8ab-4f58-a0d4-75ffd329ddf8 None None] Provisioning complete for port 77bbec8a-e211-40a3-8868-2a0a4f83534c triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:52:47.535728 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-7885d228-a8ab-4f58-a0d4-75ffd329ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (77bbec8a-e211-40a3-8868-2a0a4f83534c), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:47.606646 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-7885d228-a8ab-4f58-a0d4-75ffd329ddf8 None None] Port 77bbec8a-e211-40a3-8868-2a0a4f83534c cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:52:47.616826 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-ffa0791a-4ae5-4fdb-97ce-f13841c071aa req-f5d47e66-683c-4c85-8c1d-49971a5826b8 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (557925ff-a601-4157-8dce-7678d594e516), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:47.649017 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d47e66-683c-4c85-8c1d-49971a5826b8 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Pushing event deleted for resources: {'Port': ['ID=557925ff-a601-4157-8dce-7678d594e516,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:47.686358 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-5af1485d-3931-4f8f-a53c-18fbf6bc977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'name': 'tempest-TestMinimumBasicScenario-148795457-router', 'tenant_id': '3daaf17c3dac442f82831c7df811f511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '5747c363-f343-473a-8c85-9227aaf21b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:52:43Z', 'updated_at': '2022-05-23T15:52:45Z', 'revision_number': 3, 'project_id': '3daaf17c3dac442f82831c7df811f511', 'gw_port': {'id': '5747c363-f343-473a-8c85-9227aaf21b40', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:13:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:52:44Z', 'updated_at': '2022-05-23T15:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:47.700773 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa0791a-4ae5-4fdb-97ce-f13841c071aa req-f5d47e66-683c-4c85-8c1d-49971a5826b8 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] No DVR routers for this DVR port 557925ff-a601-4157-8dce-7678d594e516 on host hv-cinder-84067 {{(pid=111209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:52:47.703590 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-ffa0791a-4ae5-4fdb-97ce-f13841c071aa req-f5d47e66-683c-4c85-8c1d-49971a5826b8 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:47.707059 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ffa0791a-4ae5-4fdb-97ce-f13841c071aa req-f5d47e66-683c-4c85-8c1d-49971a5826b8 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.69 "DELETE /v2.0/ports/557925ff-a601-4157-8dce-7678d594e516 HTTP/1.1" status: 204 len: 173 time: 0.5332353 May 23 15:52:47.707629 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82853b8-ba61-4e2f-a961-7778da726303', 'name': 'network-vif-deleted', 'tag': '557925ff-a601-4157-8dce-7678d594e516'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:52:47.710007 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca72f886-2d96-49f0-a772-70305c4513ca" -d '{"events": [{"server_uuid": "e82853b8-ba61-4e2f-a961-7778da726303", "name": "network-vif-deleted", "tag": "557925ff-a601-4157-8dce-7678d594e516"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:52:47.724890 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af1485d-3931-4f8f-a53c-18fbf6bc977b None None] The sync data for ids ['2290dedc-1a2e-4f4c-8ff7-76da5f59838c'] in dv-cinder-840678-12-iscsi is: [{'id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'name': 'tempest-TestMinimumBasicScenario-148795457-router', 'tenant_id': '3daaf17c3dac442f82831c7df811f511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '5747c363-f343-473a-8c85-9227aaf21b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:52:43Z', 'updated_at': '2022-05-23T15:52:45Z', 'revision_number': 3, 'project_id': '3daaf17c3dac442f82831c7df811f511', 'gw_port': {'id': '5747c363-f343-473a-8c85-9227aaf21b40', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:13:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:52:44Z', 'updated_at': '2022-05-23T15:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}] {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:52:47.742845 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-dcc82c7f-d39e-4a22-bac5-8df193eac93a admin admin] Publish callbacks [] for port (77bbec8a-e211-40a3-8868-2a0a4f83534c), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:47.757866 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041ae290-08f7-4d70-84cf-5a4e92180dad x-openstack-request-id: req-041ae290-08f7-4d70-84cf-5a4e92180dad {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:52:47.758162 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82853b8-ba61-4e2f-a961-7778da726303", "name": "network-vif-deleted", "tag": "557925ff-a601-4157-8dce-7678d594e516", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:52:47.758417 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-041ae290-08f7-4d70-84cf-5a4e92180dad {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:52:47.758835 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-041ae290-08f7-4d70-84cf-5a4e92180dad'] response: {'server_uuid': 'e82853b8-ba61-4e2f-a961-7778da726303', 'name': 'network-vif-deleted', 'tag': '557925ff-a601-4157-8dce-7678d594e516', 'status': 'completed', 'code': 200} May 23 15:52:47.840285 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-dcc82c7f-d39e-4a22-bac5-8df193eac93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-906278'] for port (77bbec8a-e211-40a3-8868-2a0a4f83534c), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:47.916728 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:47.917320 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc82c7f-d39e-4a22-bac5-8df193eac93a admin admin] Pushing event updated for resources: {'Port': ['ID=77bbec8a-e211-40a3-8868-2a0a4f83534c,revision_number=2']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:47.920689 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-dcc82c7f-d39e-4a22-bac5-8df193eac93a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-292210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745947'] for router_interface (2290dedc-1a2e-4f4c-8ff7-76da5f59838c), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:48.009545 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-855b767a-7927-4491-b91f-138167a01319 req-a997b6e4-a054-40e4-b7ed-de43368997ae tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=e82853b8-ba61-4e2f-a961-7778da726303 HTTP/1.1" status: 200 len: 210 time: 0.0549901 May 23 15:52:48.020262 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device c15257d2-1abd-4a8b-adc1-44f416a22d3e up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:52:48.087339 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc82c7f-d39e-4a22-bac5-8df193eac93a admin admin] Network 78e8e9b6-c2a4-4052-9c22-01fa79bc5a77 is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:52:48.090511 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-dcc82c7f-d39e-4a22-bac5-8df193eac93a admin admin] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:52:48.090829 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port c15257d2-1abd-4a8b-adc1-44f416a22d3e triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:52:48.091301 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (c15257d2-1abd-4a8b-adc1-44f416a22d3e), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:48.204221 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port c15257d2-1abd-4a8b-adc1-44f416a22d3e is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:52:48.249505 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc82c7f-d39e-4a22-bac5-8df193eac93a admin admin] Router 2290dedc-1a2e-4f4c-8ff7-76da5f59838c has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:52:48.384335 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc82c7f-d39e-4a22-bac5-8df193eac93a admin admin] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:52:48.390175 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-dcc82c7f-d39e-4a22-bac5-8df193eac93a admin admin] 10.222.0.64 "PUT /v2.0/routers/2290dedc-1a2e-4f4c-8ff7-76da5f59838c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2675908 May 23 15:52:48.430413 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-995a72a6-a4d0-43c8-ad66-fa27773e2053 None None] Provisioning complete for port 77bbec8a-e211-40a3-8868-2a0a4f83534c triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:52:48.430795 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-995a72a6-a4d0-43c8-ad66-fa27773e2053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (77bbec8a-e211-40a3-8868-2a0a4f83534c), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:48.479188 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-995a72a6-a4d0-43c8-ad66-fa27773e2053 None None] Port 77bbec8a-e211-40a3-8868-2a0a4f83534c cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:52:49.139110 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d8d31446-159d-4033-9087-d81de00403c7 req-72bf053f-928e-4f2c-a5a4-976b45ffe102 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "GET /v2.0/ports?device_id=e82853b8-ba61-4e2f-a961-7778da726303 HTTP/1.1" status: 200 len: 210 time: 0.0345521 May 23 15:52:49.202319 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 51320) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:52:49.207273 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-e14fadb5-ec4a-4f82-a3ec-08735a943797 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1097591555-network', 'tenant_id': '8c7e2b79f5064252a47372718fe656f4'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:52:49.308962 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14fadb5-ec4a-4f82-a3ec-08735a943797 admin admin] Made reservation on behalf of 8c7e2b79f5064252a47372718fe656f4 for: {'network': 1} {{(pid=111208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:52:49.311468 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e14fadb5-ec4a-4f82-a3ec-08735a943797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for network (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:49.320496 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e14fadb5-ec4a-4f82-a3ec-08735a943797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:49.398592 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e14fadb5-ec4a-4f82-a3ec-08735a943797 admin admin] Publish callbacks [] for security_group (3bb3eb82-652b-4a0d-8d5c-c7c0c8e0ff65), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:49.442868 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbd0a67-7674-48a7-8884-346003686496 None None] Sync routers for ids ['2290dedc-1a2e-4f4c-8ff7-76da5f59838c'] in dv-cinder-840678-12-iscsi {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:52:49.458392 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbd0a67-7674-48a7-8884-346003686496 None None] Routers {'2290dedc-1a2e-4f4c-8ff7-76da5f59838c'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:52:49.468814 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-efbd0a67-7674-48a7-8884-346003686496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:52:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['2290dedc-1a2e-4f4c-8ff7-76da5f59838c'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:49.520263 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e14fadb5-ec4a-4f82-a3ec-08735a943797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (3bb3eb82-652b-4a0d-8d5c-c7c0c8e0ff65), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:49.546705 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e14fadb5-ec4a-4f82-a3ec-08735a943797 admin admin] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=111208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 15:52:49.557676 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14fadb5-ec4a-4f82-a3ec-08735a943797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb3eb82-652b-4a0d-8d5c-c7c0c8e0ff65,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:49.568751 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e14fadb5-ec4a-4f82-a3ec-08735a943797 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747701125214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (0bad13c9-b617-4c7b-b83c-a8aae2aad4bf), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:49.568751 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.db.segments_db [None req-e14fadb5-ec4a-4f82-a3ec-08735a943797 admin admin] Added segment 0bad13c9-b617-4c7b-b83c-a8aae2aad4bf of type vlan for network 8e362ee6-dfe2-4bca-9ee1-47a664b8b719 May 23 15:52:49.611493 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e14fadb5-ec4a-4f82-a3ec-08735a943797 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747700567628'] for network (8e362ee6-dfe2-4bca-9ee1-47a664b8b719), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:49.686580 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-efbd0a67-7674-48a7-8884-346003686496 None None] Set router 2290dedc-1a2e-4f4c-8ff7-76da5f59838c gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:52:49.688022 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=100 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:49.748686 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e14fadb5-ec4a-4f82-a3ec-08735a943797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464'] for network (8e362ee6-dfe2-4bca-9ee1-47a664b8b719), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:49.749758 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14fadb5-ec4a-4f82-a3ec-08735a943797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:49.750333 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e14fadb5-ec4a-4f82-a3ec-08735a943797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:49.794673 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:49.811929 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14fadb5-ec4a-4f82-a3ec-08735a943797 admin admin] Pushing event updated for resources: {'Network': ['ID=8e362ee6-dfe2-4bca-9ee1-47a664b8b719,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:49.824757 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Network 8e362ee6-dfe2-4bca-9ee1-47a664b8b719 details requested by agent ovs-agent-dv-cinder-840678-12-iscsi with host dv-cinder-840678-12-iscsi {{(pid=111210) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 15:52:49.914420 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-e14fadb5-ec4a-4f82-a3ec-08735a943797 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7086129 May 23 15:52:49.915044 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 51322) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:52:49.922026 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-bac703b8-fc9f-43d8-8f00-1214511fb74d admin admin] Request body: {'subnet': {'network_id': '8e362ee6-dfe2-4bca-9ee1-47a664b8b719', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1097591555-subnet', 'tenant_id': '8c7e2b79f5064252a47372718fe656f4', 'ip_version': 4}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:52:49.952657 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-efbd0a67-7674-48a7-8884-346003686496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'name': 'tempest-TestMinimumBasicScenario-148795457-router', 'tenant_id': '3daaf17c3dac442f82831c7df811f511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '5747c363-f343-473a-8c85-9227aaf21b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:52:43Z', 'updated_at': '2022-05-23T15:52:47Z', 'revision_number': 4, 'project_id': '3daaf17c3dac442f82831c7df811f511', 'gw_port': {'id': '5747c363-f343-473a-8c85-9227aaf21b40', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:13:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:52:44Z', 'updated_at': '2022-05-23T15:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': '77bbec8a-e211-40a3-8868-2a0a4f83534c', 'name': '', 'network_id': '78e8e9b6-c2a4-4052-9c22-01fa79bc5a77', 'tenant_id': '3daaf17c3dac442f82831c7df811f511', 'mac_address': 'fa:16:3e:b0:ee:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f01e09a-45fb-40f0-ae15-5704893a9bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:52:46Z', 'updated_at': '2022-05-23T15:52:47Z', 'revision_number': 2, 'project_id': '3daaf17c3dac442f82831c7df811f511', 'subnets': [{'id': '4f01e09a-45fb-40f0-ae15-5704893a9bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:49.978154 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 5747c363-f343-473a-8c85-9227aaf21b40 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:52:49.982478 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbd0a67-7674-48a7-8884-346003686496 None None] Checking router: 2290dedc-1a2e-4f4c-8ff7-76da5f59838c for host: dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:52:49.986362 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbd0a67-7674-48a7-8884-346003686496 None None] Updating router 2290dedc-1a2e-4f4c-8ff7-76da5f59838c port 77bbec8a-e211-40a3-8868-2a0a4f83534c binding host dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:52:50.006173 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac703b8-fc9f-43d8-8f00-1214511fb74d admin admin] Made reservation on behalf of 8c7e2b79f5064252a47372718fe656f4 for: {'subnet': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:52:50.009404 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bac703b8-fc9f-43d8-8f00-1214511fb74d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12197539'] for subnet (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:50.038366 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-efbd0a67-7674-48a7-8884-346003686496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (77bbec8a-e211-40a3-8868-2a0a4f83534c), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:50.050477 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:50.082632 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port 5747c363-f343-473a-8c85-9227aaf21b40 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:52:50.083007 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (5747c363-f343-473a-8c85-9227aaf21b40), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:50.207947 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 51326) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:52:50.235590 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=100 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:50.250495 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bac703b8-fc9f-43d8-8f00-1214511fb74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11984957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12197457'] for subnet (4acfa922-988f-401c-863f-4423dfe006ed), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:50.311890 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port 5747c363-f343-473a-8c85-9227aaf21b40 is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:52:50.312283 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (5747c363-f343-473a-8c85-9227aaf21b40), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:50.346870 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] For port 5747c363-f343-473a-8c85-9227aaf21b40, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=5747c363-f343-473a-8c85-9227aaf21b40,segment=NetworkSegment(2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5),segment_id=2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:52:50.420358 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (5747c363-f343-473a-8c85-9227aaf21b40), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:50.465494 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-efbd0a67-7674-48a7-8884-346003686496 None None] Publish callbacks [] for port (77bbec8a-e211-40a3-8868-2a0a4f83534c), precommit_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:50.485002 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 557925ff-a601-4157-8dce-7678d594e516 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:52:50.508989 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Pushing event updated for resources: {'Port': ['ID=5747c363-f343-473a-8c85-9227aaf21b40,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:50.512349 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] No Port match for: 557925ff-a601-4157-8dce-7678d594e516 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:52:50.512561 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 557925ff-a601-4157-8dce-7678d594e516 not bound to the agent host hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:52:50.548817 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-efbd0a67-7674-48a7-8884-346003686496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (77bbec8a-e211-40a3-8868-2a0a4f83534c), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:50.581633 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:50.609315 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd03ac-81aa-46da-b5db-6c443e61706d None None] Pushing event updated for resources: {'Port': ['ID=77bbec8a-e211-40a3-8868-2a0a4f83534c,revision_number=3']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:50.646950 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac703b8-fc9f-43d8-8f00-1214511fb74d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4acfa922-988f-401c-863f-4423dfe006ed,revision_number=0']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:50.669483 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac703b8-fc9f-43d8-8f00-1214511fb74d admin admin] Checking segment: {'id': '0bad13c9-b617-4c7b-b83c-a8aae2aad4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8e362ee6-dfe2-4bca-9ee1-47a664b8b719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:52:50.669850 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac703b8-fc9f-43d8-8f00-1214511fb74d admin admin] Network hostable DHCP agents. Network: 8e362ee6-dfe2-4bca-9ee1-47a664b8b719, hostable agents: ['251dd304-59f3-4964-a27c-cc4bc9747485'], hosted agents: [] {{(pid=111209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 15:52:50.673548 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-6e3669d2-97a0-4001-99d4-d7a7ef5b32a5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Deleting port 9ed98ed1-a586-4734-bbc4-87d7beb0bb06 {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:52:50.673886 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-6e3669d2-97a0-4001-99d4-d7a7ef5b32a5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (9ed98ed1-a586-4734-bbc4-87d7beb0bb06), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:50.678472 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-efbd0a67-7674-48a7-8884-346003686496 None None] Attempting to bind port 77bbec8a-e211-40a3-8868-2a0a4f83534c on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:52:50.678858 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-efbd0a67-7674-48a7-8884-346003686496 None None] Attempting to bind port 77bbec8a-e211-40a3-8868-2a0a4f83534c by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': '4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '78e8e9b6-c2a4-4052-9c22-01fa79bc5a77'}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:52:50.679234 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbd0a67-7674-48a7-8884-346003686496 None None] Attempting to bind port 77bbec8a-e211-40a3-8868-2a0a4f83534c on network 78e8e9b6-c2a4-4052-9c22-01fa79bc5a77 {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:52:50.686597 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbd0a67-7674-48a7-8884-346003686496 None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:52:50.687552 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbd0a67-7674-48a7-8884-346003686496 None None] Checking segment: {'id': '4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '78e8e9b6-c2a4-4052-9c22-01fa79bc5a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:52:50.687984 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-efbd0a67-7674-48a7-8884-346003686496 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:50.688631 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbd0a67-7674-48a7-8884-346003686496 None None] Bound using segment: {'id': '4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '78e8e9b6-c2a4-4052-9c22-01fa79bc5a77'} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:52:50.689031 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-efbd0a67-7674-48a7-8884-346003686496 None None] Bound port: 77bbec8a-e211-40a3-8868-2a0a4f83534c, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '78e8e9b6-c2a4-4052-9c22-01fa79bc5a77'}}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:52:50.689453 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-efbd0a67-7674-48a7-8884-346003686496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (77bbec8a-e211-40a3-8868-2a0a4f83534c), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:50.764832 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-efbd0a67-7674-48a7-8884-346003686496 None None] For port 77bbec8a-e211-40a3-8868-2a0a4f83534c, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:52:50.769767 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-efbd0a67-7674-48a7-8884-346003686496 None None] For port 77bbec8a-e211-40a3-8868-2a0a4f83534c, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=77bbec8a-e211-40a3-8868-2a0a4f83534c,segment=NetworkSegment(4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab),segment_id=4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab)] {{(pid=111210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:52:50.774395 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-6e3669d2-97a0-4001-99d4-d7a7ef5b32a5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (9ed98ed1-a586-4734-bbc4-87d7beb0bb06), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:50.774893 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-6e3669d2-97a0-4001-99d4-d7a7ef5b32a5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for floatingip (9ed98ed1-a586-4734-bbc4-87d7beb0bb06), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:50.788345 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-6e3669d2-97a0-4001-99d4-d7a7ef5b32a5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Calling delete_port for 9ed98ed1-a586-4734-bbc4-87d7beb0bb06 owned by network:floatingip {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:52:50.815294 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-6ef3194c-b2cc-407c-a405-1734646d47c4 None None] Provisioning complete for port 77bbec8a-e211-40a3-8868-2a0a4f83534c triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:52:50.815671 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-6ef3194c-b2cc-407c-a405-1734646d47c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (77bbec8a-e211-40a3-8868-2a0a4f83534c), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:50.848405 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:50.852161 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-6ef3194c-b2cc-407c-a405-1734646d47c4 None None] Port 77bbec8a-e211-40a3-8868-2a0a4f83534c cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:52:50.859297 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac703b8-fc9f-43d8-8f00-1214511fb74d admin admin] Network 8e362ee6-dfe2-4bca-9ee1-47a664b8b719 is scheduled to be hosted by DHCP agent 251dd304-59f3-4964-a27c-cc4bc9747485 with binding_index 1 {{(pid=111209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 15:52:50.892029 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-efbd0a67-7674-48a7-8884-346003686496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (77bbec8a-e211-40a3-8868-2a0a4f83534c), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:50.952013 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbd0a67-7674-48a7-8884-346003686496 None None] Routers {'2290dedc-1a2e-4f4c-8ff7-76da5f59838c'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:52:50.952654 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-efbd0a67-7674-48a7-8884-346003686496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:52:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['2290dedc-1a2e-4f4c-8ff7-76da5f59838c'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:50.966315 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [None req-bac703b8-fc9f-43d8-8f00-1214511fb74d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-12-iscsi, 8e362ee6-dfe2-4bca-9ee1-47a664b8b719) {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:52:50.970998 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac703b8-fc9f-43d8-8f00-1214511fb74d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:50.974515 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-bac703b8-fc9f-43d8-8f00-1214511fb74d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for subnet (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:50.993090 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b450e28-470f-490f-9127-08296209521f None None] Network 8e362ee6-dfe2-4bca-9ee1-47a664b8b719 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:52:50.999555 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-6e3669d2-97a0-4001-99d4-d7a7ef5b32a5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (9ed98ed1-a586-4734-bbc4-87d7beb0bb06), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:51.003399 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd03ac-81aa-46da-b5db-6c443e61706d None None] Pushing event updated for resources: {'Port': ['ID=77bbec8a-e211-40a3-8868-2a0a4f83534c,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:51.036388 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3669d2-97a0-4001-99d4-d7a7ef5b32a5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Pushing event deleted for resources: {'Port': ['ID=9ed98ed1-a586-4734-bbc4-87d7beb0bb06,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:51.089089 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-bac703b8-fc9f-43d8-8f00-1214511fb74d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1721549 May 23 15:52:51.091783 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 51328) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:52:51.096741 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-ea95d5f9-0f23-4f8e-8820-237accac3411 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1097591555-router', 'tenant_id': '8c7e2b79f5064252a47372718fe656f4', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:52:51.112496 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-6e3669d2-97a0-4001-99d4-d7a7ef5b32a5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for floatingip (47b2d9e7-215c-4503-9a17-845a8d8c9807), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:51.115623 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-6e3669d2-97a0-4001-99d4-d7a7ef5b32a5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:51.117077 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-6e3669d2-97a0-4001-99d4-d7a7ef5b32a5 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "DELETE /v2.0/floatingips/47b2d9e7-215c-4503-9a17-845a8d8c9807 HTTP/1.1" status: 204 len: 168 time: 0.9083426 May 23 15:52:51.146639 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-efbd0a67-7674-48a7-8884-346003686496 None None] Set router 2290dedc-1a2e-4f4c-8ff7-76da5f59838c gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:52:51.215177 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffaa630-a546-425a-b0e1-ad9e4ab4b6ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp055156f6-2a9b-51e3-8b11-ea6d6ebeb84f-8e362ee6-dfe2-4bca-9ee1-47a664b8b719', 'network_id': '8e362ee6-dfe2-4bca-9ee1-47a664b8b719', 'project_id': '8c7e2b79f5064252a47372718fe656f4', 'fixed_ips': [{'subnet_id': '4acfa922-988f-401c-863f-4423dfe006ed'}]}} from dv-cinder-840678-12-iscsi. {{(pid=111210) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 15:52:51.216202 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3ffaa630-a546-425a-b0e1-ad9e4ab4b6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:51.217632 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ea95d5f9-0f23-4f8e-8820-237accac3411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12900'] for router (23fefaba-b3cb-4101-b782-29fa4fa95b8d), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:51.218934 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ea95d5f9-0f23-4f8e-8820-237accac3411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-746827', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12829'] for router (23fefaba-b3cb-4101-b782-29fa4fa95b8d), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:51.233289 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:51.235407 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-0fc7c46a-e9d1-4a2b-a0a5-86c96f613181 None None] Provisioning complete for port 77bbec8a-e211-40a3-8868-2a0a4f83534c triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:52:51.235790 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-0fc7c46a-e9d1-4a2b-a0a5-86c96f613181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (77bbec8a-e211-40a3-8868-2a0a4f83534c), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:51.275912 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ea95d5f9-0f23-4f8e-8820-237accac3411 admin admin] Publish callbacks [] for router_controller (23fefaba-b3cb-4101-b782-29fa4fa95b8d), precommit_add_association {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:51.455266 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:51.472810 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ea95d5f9-0f23-4f8e-8820-237accac3411 admin admin] Publish callbacks [] for router_gateway (23fefaba-b3cb-4101-b782-29fa4fa95b8d), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:51.549762 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7c46a-e9d1-4a2b-a0a5-86c96f613181 None None] Current status of the port 77bbec8a-e211-40a3-8868-2a0a4f83534c is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:52:51.554138 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-0fc7c46a-e9d1-4a2b-a0a5-86c96f613181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (77bbec8a-e211-40a3-8868-2a0a4f83534c), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:51.583046 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.db_base_plugin_common [None req-3ffaa630-a546-425a-b0e1-ad9e4ab4b6ac None None] Allocated IP 172.20.0.2 (8e362ee6-dfe2-4bca-9ee1-47a664b8b719/4acfa922-988f-401c-863f-4423dfe006ed/de781e84-1088-4b35-9e8c-0cfc390f4412) {{(pid=111210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:52:51.599759 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:51.600075 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-efbd0a67-7674-48a7-8884-346003686496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'name': 'tempest-TestMinimumBasicScenario-148795457-router', 'tenant_id': '3daaf17c3dac442f82831c7df811f511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '5747c363-f343-473a-8c85-9227aaf21b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:52:43Z', 'updated_at': '2022-05-23T15:52:47Z', 'revision_number': 4, 'project_id': '3daaf17c3dac442f82831c7df811f511', 'gw_port': {'id': '5747c363-f343-473a-8c85-9227aaf21b40', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:13:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:52:44Z', 'updated_at': '2022-05-23T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': '77bbec8a-e211-40a3-8868-2a0a4f83534c', 'name': '', 'network_id': '78e8e9b6-c2a4-4052-9c22-01fa79bc5a77', 'tenant_id': '3daaf17c3dac442f82831c7df811f511', 'mac_address': 'fa:16:3e:b0:ee:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f01e09a-45fb-40f0-ae15-5704893a9bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:52:46Z', 'updated_at': '2022-05-23T15:52:50Z', 'revision_number': 4, 'project_id': '3daaf17c3dac442f82831c7df811f511', 'subnets': [{'id': '4f01e09a-45fb-40f0-ae15-5704893a9bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:51.737797 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ea95d5f9-0f23-4f8e-8820-237accac3411 admin admin] Publish callbacks [] for router_gateway (23fefaba-b3cb-4101-b782-29fa4fa95b8d), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:51.759688 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ea95d5f9-0f23-4f8e-8820-237accac3411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:51.773875 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbd0a67-7674-48a7-8884-346003686496 None None] The sync data for ids ['2290dedc-1a2e-4f4c-8ff7-76da5f59838c'] in dv-cinder-840678-12-iscsi is: [{'id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'name': 'tempest-TestMinimumBasicScenario-148795457-router', 'tenant_id': '3daaf17c3dac442f82831c7df811f511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '5747c363-f343-473a-8c85-9227aaf21b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:52:43Z', 'updated_at': '2022-05-23T15:52:47Z', 'revision_number': 4, 'project_id': '3daaf17c3dac442f82831c7df811f511', 'gw_port': {'id': '5747c363-f343-473a-8c85-9227aaf21b40', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:13:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:52:44Z', 'updated_at': '2022-05-23T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': '77bbec8a-e211-40a3-8868-2a0a4f83534c', 'name': '', 'network_id': '78e8e9b6-c2a4-4052-9c22-01fa79bc5a77', 'tenant_id': '3daaf17c3dac442f82831c7df811f511', 'mac_address': 'fa:16:3e:b0:ee:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f01e09a-45fb-40f0-ae15-5704893a9bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:52:46Z', 'updated_at': '2022-05-23T15:52:50Z', 'revision_number': 4, 'project_id': '3daaf17c3dac442f82831c7df811f511', 'subnets': [{'id': '4f01e09a-45fb-40f0-ae15-5704893a9bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:52:51.793361 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-0fc7c46a-e9d1-4a2b-a0a5-86c96f613181 None None] For port 77bbec8a-e211-40a3-8868-2a0a4f83534c, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=77bbec8a-e211-40a3-8868-2a0a4f83534c,segment=NetworkSegment(4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab),segment_id=4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:52:51.913715 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_common [None req-ea95d5f9-0f23-4f8e-8820-237accac3411 admin admin] Allocated IP 172.27.3.220 (423e159f-0d94-4204-8598-641f4ed121cf/6893e8f7-d8c8-4bdd-8cf7-487cc5c00794/b857992f-4007-4111-a276-3e33276675d5) {{(pid=111208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:52:51.940350 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-0fc7c46a-e9d1-4a2b-a0a5-86c96f613181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (77bbec8a-e211-40a3-8868-2a0a4f83534c), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:51.981332 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-173ec837-7318-4338-bebe-c0771c4453a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:52.006835 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3ffaa630-a546-425a-b0e1-ad9e4ab4b6ac None None] Publish callbacks [] for port (de781e84-1088-4b35-9e8c-0cfc390f4412), precommit_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:52.016531 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:52.024915 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7c46a-e9d1-4a2b-a0a5-86c96f613181 None None] Pushing event updated for resources: {'Port': ['ID=77bbec8a-e211-40a3-8868-2a0a4f83534c,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:52.061412 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ea95d5f9-0f23-4f8e-8820-237accac3411 admin admin] Publish callbacks [] for port (b857992f-4007-4111-a276-3e33276675d5), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:52.083060 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3ffaa630-a546-425a-b0e1-ad9e4ab4b6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725'] for port (de781e84-1088-4b35-9e8c-0cfc390f4412), after_create {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:52.105208 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 5747c363-f343-473a-8c85-9227aaf21b40 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:52:52.132910 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffaa630-a546-425a-b0e1-ad9e4ab4b6ac None None] Network 8e362ee6-dfe2-4bca-9ee1-47a664b8b719 is already hosted by enough agents. {{(pid=111210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:52:52.150895 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:52.166690 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.scheduler.base_scheduler [None req-3ffaa630-a546-425a-b0e1-ad9e4ab4b6ac None None] Resources bound (agent type, host, resource id): {{(pid=111210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:52:52.176458 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffaa630-a546-425a-b0e1-ad9e4ab4b6ac None None] Received port after_create {{(pid=111210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:52:52.184106 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ea95d5f9-0f23-4f8e-8820-237accac3411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (b857992f-4007-4111-a276-3e33276675d5), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:52.194121 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffaa630-a546-425a-b0e1-ad9e4ab4b6ac None None] Pushing event updated for resources: {'Port': ['ID=de781e84-1088-4b35-9e8c-0cfc390f4412,revision_number=1']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:52.227668 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea95d5f9-0f23-4f8e-8820-237accac3411 admin admin] Network 423e159f-0d94-4204-8598-641f4ed121cf is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:52:52.233197 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-ea95d5f9-0f23-4f8e-8820-237accac3411 admin admin] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:52:52.237343 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea95d5f9-0f23-4f8e-8820-237accac3411 admin admin] Received port after_create {{(pid=111208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:52:52.248853 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port 5747c363-f343-473a-8c85-9227aaf21b40 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:52:52.248853 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (5747c363-f343-473a-8c85-9227aaf21b40), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:52.271129 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95d5f9-0f23-4f8e-8820-237accac3411 admin admin] Pushing event updated for resources: {'Port': ['ID=b857992f-4007-4111-a276-3e33276675d5,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:52.271601 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-3ffaa630-a546-425a-b0e1-ad9e4ab4b6ac None None] Attempting to bind port de781e84-1088-4b35-9e8c-0cfc390f4412 on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:52:52.271981 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-3ffaa630-a546-425a-b0e1-ad9e4ab4b6ac None None] Attempting to bind port de781e84-1088-4b35-9e8c-0cfc390f4412 by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': '0bad13c9-b617-4c7b-b83c-a8aae2aad4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8e362ee6-dfe2-4bca-9ee1-47a664b8b719'}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:52:52.272359 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffaa630-a546-425a-b0e1-ad9e4ab4b6ac None None] Attempting to bind port de781e84-1088-4b35-9e8c-0cfc390f4412 on network 8e362ee6-dfe2-4bca-9ee1-47a664b8b719 {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:52:52.287752 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffaa630-a546-425a-b0e1-ad9e4ab4b6ac None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:52:52.288132 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffaa630-a546-425a-b0e1-ad9e4ab4b6ac None None] Checking segment: {'id': '0bad13c9-b617-4c7b-b83c-a8aae2aad4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8e362ee6-dfe2-4bca-9ee1-47a664b8b719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:52:52.288546 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3ffaa630-a546-425a-b0e1-ad9e4ab4b6ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:52.288947 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffaa630-a546-425a-b0e1-ad9e4ab4b6ac None None] Bound using segment: {'id': '0bad13c9-b617-4c7b-b83c-a8aae2aad4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8e362ee6-dfe2-4bca-9ee1-47a664b8b719'} {{(pid=111210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:52:52.289464 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.managers [None req-3ffaa630-a546-425a-b0e1-ad9e4ab4b6ac None None] Bound port: de781e84-1088-4b35-9e8c-0cfc390f4412, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bad13c9-b617-4c7b-b83c-a8aae2aad4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8e362ee6-dfe2-4bca-9ee1-47a664b8b719'}}] {{(pid=111210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:52:52.289850 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3ffaa630-a546-425a-b0e1-ad9e4ab4b6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (de781e84-1088-4b35-9e8c-0cfc390f4412), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:52.395583 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-3ffaa630-a546-425a-b0e1-ad9e4ab4b6ac None None] For port de781e84-1088-4b35-9e8c-0cfc390f4412, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:52:52.400277 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port 5747c363-f343-473a-8c85-9227aaf21b40 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:52:52.401361 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 77bbec8a-e211-40a3-8868-2a0a4f83534c up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:52:52.427820 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-3ffaa630-a546-425a-b0e1-ad9e4ab4b6ac None None] For port de781e84-1088-4b35-9e8c-0cfc390f4412, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=de781e84-1088-4b35-9e8c-0cfc390f4412,segment=NetworkSegment(0bad13c9-b617-4c7b-b83c-a8aae2aad4bf),segment_id=0bad13c9-b617-4c7b-b83c-a8aae2aad4bf)] {{(pid=111210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:52:52.447733 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:52.456222 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port 77bbec8a-e211-40a3-8868-2a0a4f83534c triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:52:52.456604 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (77bbec8a-e211-40a3-8868-2a0a4f83534c), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:52.523088 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3ffaa630-a546-425a-b0e1-ad9e4ab4b6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (de781e84-1088-4b35-9e8c-0cfc390f4412), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:52.569865 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port 77bbec8a-e211-40a3-8868-2a0a4f83534c is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:52:52.605020 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffaa630-a546-425a-b0e1-ad9e4ab4b6ac None None] Pushing event updated for resources: {'Port': ['ID=de781e84-1088-4b35-9e8c-0cfc390f4412,revision_number=2']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:52.611434 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ea95d5f9-0f23-4f8e-8820-237accac3411 admin admin] Publish callbacks [] for router_gateway (23fefaba-b3cb-4101-b782-29fa4fa95b8d), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:52.630370 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 51342) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:52:52.715919 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-49c9f436-edd9-4008-b348-d1dd8d323333 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for security_group (a259daa4-28ac-4f5e-b661-22cddb349a0a), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:52.761732 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-49c9f436-edd9-4008-b348-d1dd8d323333 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for security_group (a259daa4-28ac-4f5e-b661-22cddb349a0a), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:52.764620 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:52.891656 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:52.919625 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ea95d5f9-0f23-4f8e-8820-237accac3411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-746782'] for router (23fefaba-b3cb-4101-b782-29fa4fa95b8d), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:52.957580 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-49c9f436-edd9-4008-b348-d1dd8d323333 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (a259daa4-28ac-4f5e-b661-22cddb349a0a), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:52.961201 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-49c9f436-edd9-4008-b348-d1dd8d323333 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:52.965263 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-49c9f436-edd9-4008-b348-d1dd8d323333 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] 10.222.0.64 "DELETE /v2.0/security-groups/a259daa4-28ac-4f5e-b661-22cddb349a0a HTTP/1.1" status: 204 len: 168 time: 0.3335621 May 23 15:52:52.981234 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9f436-edd9-4008-b348-d1dd8d323333 tempest-TestVolumeBootPattern-1449014178 tempest-TestVolumeBootPattern-1449014178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a259daa4-28ac-4f5e-b661-22cddb349a0a,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:53.135508 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 51354) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:52:53.143426 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea95d5f9-0f23-4f8e-8820-237accac3411 admin admin] Router 23fefaba-b3cb-4101-b782-29fa4fa95b8d is scheduled to L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 with binding_index 1 {{(pid=111208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 15:52:53.273078 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea95d5f9-0f23-4f8e-8820-237accac3411 admin admin] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:52:53.284042 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e315d20-d25d-46c8-9f0b-d225047f2d07 None None] Sync routers for ids ['23fefaba-b3cb-4101-b782-29fa4fa95b8d'] in dv-cinder-840678-12-iscsi {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:52:53.300031 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e315d20-d25d-46c8-9f0b-d225047f2d07 None None] Routers {'23fefaba-b3cb-4101-b782-29fa4fa95b8d'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:52:53.301028 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-4e315d20-d25d-46c8-9f0b-d225047f2d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:52:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['23fefaba-b3cb-4101-b782-29fa4fa95b8d'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:53.373813 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ea95d5f9-0f23-4f8e-8820-237accac3411 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:53.375486 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-ea95d5f9-0f23-4f8e-8820-237accac3411 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2821448 May 23 15:52:53.378170 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 51360) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:52:53.425735 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-4e315d20-d25d-46c8-9f0b-d225047f2d07 None None] Set router 23fefaba-b3cb-4101-b782-29fa4fa95b8d gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:52:53.502498 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922bf07-2924-4aaf-8bfc-39213306ce8f req-9324844d-dd32-4759-8007-770b1435258b tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:53.509712 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7922bf07-2924-4aaf-8bfc-39213306ce8f req-9324844d-dd32-4759-8007-770b1435258b tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 946 time: 0.1049247 May 23 15:52:53.624301 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-7922bf07-2924-4aaf-8bfc-39213306ce8f req-86fbbfbb-106d-4422-bb42-13586c10411c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135702 May 23 15:52:53.786240 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-4e315d20-d25d-46c8-9f0b-d225047f2d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fefaba-b3cb-4101-b782-29fa4fa95b8d', 'name': 'tempest-TestMinimumBasicScenario-1097591555-router', 'tenant_id': '8c7e2b79f5064252a47372718fe656f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'b857992f-4007-4111-a276-3e33276675d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:52:51Z', 'updated_at': '2022-05-23T15:52:52Z', 'revision_number': 3, 'project_id': '8c7e2b79f5064252a47372718fe656f4', 'gw_port': {'id': 'b857992f-4007-4111-a276-3e33276675d5', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fefaba-b3cb-4101-b782-29fa4fa95b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:52:51Z', 'updated_at': '2022-05-23T15:52:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:53.815169 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e315d20-d25d-46c8-9f0b-d225047f2d07 None None] Checking router: 23fefaba-b3cb-4101-b782-29fa4fa95b8d for host: dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:52:53.815620 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e315d20-d25d-46c8-9f0b-d225047f2d07 None None] Updating router 23fefaba-b3cb-4101-b782-29fa4fa95b8d port b857992f-4007-4111-a276-3e33276675d5 binding host dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:52:53.858294 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-4e315d20-d25d-46c8-9f0b-d225047f2d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (b857992f-4007-4111-a276-3e33276675d5), before_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:53.882557 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de497437-d838-43fc-bfed-3e90a88da577 None None] Network 8e362ee6-dfe2-4bca-9ee1-47a664b8b719 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:52:53.916159 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-6e17cd15-ac59-4af0-8adc-82a1321e383d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745920'] for router_interface (f674e184-743d-48cf-902d-cbf0a969171c), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:53.947602 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:54.005673 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-703c824f-7d47-484b-8334-898f1a56a202 None None] Provisioning complete for port de781e84-1088-4b35-9e8c-0cfc390f4412 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:52:54.006053 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-703c824f-7d47-484b-8334-898f1a56a202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (de781e84-1088-4b35-9e8c-0cfc390f4412), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:54.136498 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device de781e84-1088-4b35-9e8c-0cfc390f4412 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:52:54.137357 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=100 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:54.150290 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:54.221486 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-703c824f-7d47-484b-8334-898f1a56a202 None None] Current status of the port de781e84-1088-4b35-9e8c-0cfc390f4412 is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:52:54.221873 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-703c824f-7d47-484b-8334-898f1a56a202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (de781e84-1088-4b35-9e8c-0cfc390f4412), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:54.237302 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7eedc533-c68e-4d67-8769-244daaacabb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:54.252417 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-6e17cd15-ac59-4af0-8adc-82a1321e383d admin admin] Deleting port d876133e-d7d1-4101-999d-81323a4b08bf {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:52:54.253046 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-6e17cd15-ac59-4af0-8adc-82a1321e383d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (d876133e-d7d1-4101-999d-81323a4b08bf), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:54.257231 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port de781e84-1088-4b35-9e8c-0cfc390f4412 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:52:54.257607 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (de781e84-1088-4b35-9e8c-0cfc390f4412), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:54.295151 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-2d876036-3ecb-487f-ad8b-80b24b7a483f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:54.300291 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-703c824f-7d47-484b-8334-898f1a56a202 None None] For port de781e84-1088-4b35-9e8c-0cfc390f4412, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=de781e84-1088-4b35-9e8c-0cfc390f4412,segment=NetworkSegment(0bad13c9-b617-4c7b-b83c-a8aae2aad4bf),segment_id=0bad13c9-b617-4c7b-b83c-a8aae2aad4bf)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:52:54.310546 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-4e315d20-d25d-46c8-9f0b-d225047f2d07 None None] Publish callbacks [] for port (b857992f-4007-4111-a276-3e33276675d5), precommit_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:54.364952 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [None req-6e17cd15-ac59-4af0-8adc-82a1321e383d admin admin] For port d876133e-d7d1-4101-999d-81323a4b08bf, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=d876133e-d7d1-4101-999d-81323a4b08bf,segment=NetworkSegment(dee74d16-ff39-4506-8861-fc403fa5e1d4),segment_id=dee74d16-ff39-4506-8861-fc403fa5e1d4)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:52:54.365521 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-6e17cd15-ac59-4af0-8adc-82a1321e383d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (d876133e-d7d1-4101-999d-81323a4b08bf), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:54.381349 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-6e17cd15-ac59-4af0-8adc-82a1321e383d admin admin] Calling delete_port for d876133e-d7d1-4101-999d-81323a4b08bf owned by network:router_interface {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:52:54.388768 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port de781e84-1088-4b35-9e8c-0cfc390f4412 is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:52:54.389118 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (de781e84-1088-4b35-9e8c-0cfc390f4412), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:54.398061 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:54.401211 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-4e315d20-d25d-46c8-9f0b-d225047f2d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (b857992f-4007-4111-a276-3e33276675d5), after_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:54.422591 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-703c824f-7d47-484b-8334-898f1a56a202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (de781e84-1088-4b35-9e8c-0cfc390f4412), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:54.447483 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:54.449874 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:54.453696 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_common [None req-7eedc533-c68e-4d67-8769-244daaacabb2 admin admin] Allocated IP 172.20.0.1 (8e362ee6-dfe2-4bca-9ee1-47a664b8b719/4acfa922-988f-401c-863f-4423dfe006ed/7d56f671-caca-48dc-8448-bd8549b6956c) {{(pid=111208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:52:54.484213 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:54.513997 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c824f-7d47-484b-8334-898f1a56a202 None None] Pushing event updated for resources: {'Port': ['ID=de781e84-1088-4b35-9e8c-0cfc390f4412,revision_number=3']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:54.523355 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2ebc6-2312-429a-8eb4-d1e8d1336783 None None] Pushing event updated for resources: {'Port': ['ID=b857992f-4007-4111-a276-3e33276675d5,revision_number=2']} {{(pid=111211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:54.552629 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2ebc6-2312-429a-8eb4-d1e8d1336783 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:54.552981 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2ebc6-2312-429a-8eb4-d1e8d1336783 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:54.553365 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2ebc6-2312-429a-8eb4-d1e8d1336783 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:54.553724 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2ebc6-2312-429a-8eb4-d1e8d1336783 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:54.554066 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2ebc6-2312-429a-8eb4-d1e8d1336783 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:54.554394 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2ebc6-2312-429a-8eb4-d1e8d1336783 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:54.554721 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2ebc6-2312-429a-8eb4-d1e8d1336783 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:54.555046 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2ebc6-2312-429a-8eb4-d1e8d1336783 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:54.555372 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2ebc6-2312-429a-8eb4-d1e8d1336783 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:54.555700 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2ebc6-2312-429a-8eb4-d1e8d1336783 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:54.556054 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2ebc6-2312-429a-8eb4-d1e8d1336783 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:54.556411 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2ebc6-2312-429a-8eb4-d1e8d1336783 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:54.556720 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2ebc6-2312-429a-8eb4-d1e8d1336783 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:54.557042 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2ebc6-2312-429a-8eb4-d1e8d1336783 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:54.557382 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2ebc6-2312-429a-8eb4-d1e8d1336783 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:52:54.561850 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-4e315d20-d25d-46c8-9f0b-d225047f2d07 None None] Attempting to bind port b857992f-4007-4111-a276-3e33276675d5 on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:52:54.562218 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-4e315d20-d25d-46c8-9f0b-d225047f2d07 None None] Attempting to bind port b857992f-4007-4111-a276-3e33276675d5 by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}] {{(pid=111211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:52:54.565604 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e315d20-d25d-46c8-9f0b-d225047f2d07 None None] Attempting to bind port b857992f-4007-4111-a276-3e33276675d5 on network 423e159f-0d94-4204-8598-641f4ed121cf {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:52:54.569019 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e315d20-d25d-46c8-9f0b-d225047f2d07 None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:52:54.569456 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e315d20-d25d-46c8-9f0b-d225047f2d07 None None] Checking segment: {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:52:54.569896 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-4e315d20-d25d-46c8-9f0b-d225047f2d07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:54.570253 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e315d20-d25d-46c8-9f0b-d225047f2d07 None None] Bound using segment: {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'} {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:52:54.570719 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-4e315d20-d25d-46c8-9f0b-d225047f2d07 None None] Bound port: b857992f-4007-4111-a276-3e33276675d5, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf'}}] {{(pid=111211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:52:54.571097 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-4e315d20-d25d-46c8-9f0b-d225047f2d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (b857992f-4007-4111-a276-3e33276675d5), before_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:54.581347 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.db.api [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111210) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 23 15:52:54.581777 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG oslo_db.api [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 15:52:54.594487 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-d436fec9-34d8-45fa-ba32-ed2e8a977721 None None] Provisioning complete for port de781e84-1088-4b35-9e8c-0cfc390f4412 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:52:54.594877 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-d436fec9-34d8-45fa-ba32-ed2e8a977721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (de781e84-1088-4b35-9e8c-0cfc390f4412), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:54.612855 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7eedc533-c68e-4d67-8769-244daaacabb2 admin admin] Publish callbacks [] for port (7d56f671-caca-48dc-8448-bd8549b6956c), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:54.636609 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.db [None req-4e315d20-d25d-46c8-9f0b-d225047f2d07 None None] For port b857992f-4007-4111-a276-3e33276675d5, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:52:54.645776 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.db [None req-4e315d20-d25d-46c8-9f0b-d225047f2d07 None None] For port b857992f-4007-4111-a276-3e33276675d5, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=b857992f-4007-4111-a276-3e33276675d5,segment=NetworkSegment(2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5),segment_id=2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5)] {{(pid=111211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:52:54.678861 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-d436fec9-34d8-45fa-ba32-ed2e8a977721 None None] Current status of the port de781e84-1088-4b35-9e8c-0cfc390f4412 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:52:54.691567 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-6e17cd15-ac59-4af0-8adc-82a1321e383d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (d876133e-d7d1-4101-999d-81323a4b08bf), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:54.720670 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-4e315d20-d25d-46c8-9f0b-d225047f2d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (b857992f-4007-4111-a276-3e33276675d5), after_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:54.720992 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17cd15-ac59-4af0-8adc-82a1321e383d admin admin] Pushing event deleted for resources: {'Port': ['ID=d876133e-d7d1-4101-999d-81323a4b08bf,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:54.721179 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7eedc533-c68e-4d67-8769-244daaacabb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (7d56f671-caca-48dc-8448-bd8549b6956c), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:54.784055 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eedc533-c68e-4d67-8769-244daaacabb2 admin admin] Network 8e362ee6-dfe2-4bca-9ee1-47a664b8b719 is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:52:54.788114 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-7eedc533-c68e-4d67-8769-244daaacabb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:52:54.792576 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e315d20-d25d-46c8-9f0b-d225047f2d07 None None] Routers {'23fefaba-b3cb-4101-b782-29fa4fa95b8d'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:52:54.793658 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-4e315d20-d25d-46c8-9f0b-d225047f2d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:52:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['23fefaba-b3cb-4101-b782-29fa4fa95b8d'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:54.794699 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eedc533-c68e-4d67-8769-244daaacabb2 admin admin] Received port after_create {{(pid=111208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:52:54.840946 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedc533-c68e-4d67-8769-244daaacabb2 admin admin] Pushing event updated for resources: {'Port': ['ID=7d56f671-caca-48dc-8448-bd8549b6956c,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:54.857193 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb5845-eeb8-4bdf-aba1-3760caec4e6f req-73a9dab7-2aba-4d26-8bd1-44281c2fe06c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:54.857614 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7eedc533-c68e-4d67-8769-244daaacabb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-747339'] for router_interface (23fefaba-b3cb-4101-b782-29fa4fa95b8d), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:54.858798 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-dbbb5845-eeb8-4bdf-aba1-3760caec4e6f req-73a9dab7-2aba-4d26-8bd1-44281c2fe06c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 946 time: 0.1415739 May 23 15:52:54.875114 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1590a92-1525-435d-aca2-bfa65ba833c1 req-4f5ca6fb-d6b0-4c4e-a10b-ae03f5d2e639 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:52:54.876609 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b1590a92-1525-435d-aca2-bfa65ba833c1 req-4f5ca6fb-d6b0-4c4e-a10b-ae03f5d2e639 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 946 time: 0.1061370 May 23 15:52:54.881938 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2ebc6-2312-429a-8eb4-d1e8d1336783 None None] Pushing event updated for resources: {'Port': ['ID=b857992f-4007-4111-a276-3e33276675d5,revision_number=3']} {{(pid=111211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:54.906900 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:54.992843 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-4e315d20-d25d-46c8-9f0b-d225047f2d07 None None] Set router 23fefaba-b3cb-4101-b782-29fa4fa95b8d gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:52:55.069026 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7eedc533-c68e-4d67-8769-244daaacabb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (7d56f671-caca-48dc-8448-bd8549b6956c), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:55.072039 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-dbbb5845-eeb8-4bdf-aba1-3760caec4e6f req-77896048-5b54-4a9d-ae35-5e381689dc2c tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d499554-7912-43dc-9faf-e1edb9c2911a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040758 May 23 15:52:55.153689 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port de781e84-1088-4b35-9e8c-0cfc390f4412 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:52:55.156175 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-6e17cd15-ac59-4af0-8adc-82a1321e383d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-291457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745812'] for router_interface (f674e184-743d-48cf-902d-cbf0a969171c), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:55.157071 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 77bbec8a-e211-40a3-8868-2a0a4f83534c up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:52:55.180205 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-b1590a92-1525-435d-aca2-bfa65ba833c1 req-b9a02ce6-4420-4fe7-bbfa-27c9953dca8d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Deleting port afbaeb47-bccc-4c5c-8309-2469ca000cc2 {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:52:55.180388 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-b1590a92-1525-435d-aca2-bfa65ba833c1 req-b9a02ce6-4420-4fe7-bbfa-27c9953dca8d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (afbaeb47-bccc-4c5c-8309-2469ca000cc2), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:55.205543 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:55.221693 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-f5511bcc-a800-41db-a9a0-75eb21bdecc0 None None] Provisioning complete for port 7d56f671-caca-48dc-8448-bd8549b6956c triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:52:55.222737 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-f5511bcc-a800-41db-a9a0-75eb21bdecc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (7d56f671-caca-48dc-8448-bd8549b6956c), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:55.230238 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:55.231712 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:55.241224 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-4e315d20-d25d-46c8-9f0b-d225047f2d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fefaba-b3cb-4101-b782-29fa4fa95b8d', 'name': 'tempest-TestMinimumBasicScenario-1097591555-router', 'tenant_id': '8c7e2b79f5064252a47372718fe656f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'b857992f-4007-4111-a276-3e33276675d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:52:51Z', 'updated_at': '2022-05-23T15:52:52Z', 'revision_number': 3, 'project_id': '8c7e2b79f5064252a47372718fe656f4', 'gw_port': {'id': 'b857992f-4007-4111-a276-3e33276675d5', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fefaba-b3cb-4101-b782-29fa4fa95b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:52:51Z', 'updated_at': '2022-05-23T15:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:55.268994 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e315d20-d25d-46c8-9f0b-d225047f2d07 None None] The sync data for ids ['23fefaba-b3cb-4101-b782-29fa4fa95b8d'] in dv-cinder-840678-12-iscsi is: [{'id': '23fefaba-b3cb-4101-b782-29fa4fa95b8d', 'name': 'tempest-TestMinimumBasicScenario-1097591555-router', 'tenant_id': '8c7e2b79f5064252a47372718fe656f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'b857992f-4007-4111-a276-3e33276675d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:52:51Z', 'updated_at': '2022-05-23T15:52:52Z', 'revision_number': 3, 'project_id': '8c7e2b79f5064252a47372718fe656f4', 'gw_port': {'id': 'b857992f-4007-4111-a276-3e33276675d5', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fefaba-b3cb-4101-b782-29fa4fa95b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:52:51Z', 'updated_at': '2022-05-23T15:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}] {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:52:55.280947 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-f5511bcc-a800-41db-a9a0-75eb21bdecc0 None None] Port 7d56f671-caca-48dc-8448-bd8549b6956c cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:52:55.284005 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port 77bbec8a-e211-40a3-8868-2a0a4f83534c triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:52:55.284503 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (77bbec8a-e211-40a3-8868-2a0a4f83534c), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:55.360673 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7eedc533-c68e-4d67-8769-244daaacabb2 admin admin] Publish callbacks [] for port (7d56f671-caca-48dc-8448-bd8549b6956c), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:55.367540 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port 77bbec8a-e211-40a3-8868-2a0a4f83534c is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:52:55.378510 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-b1590a92-1525-435d-aca2-bfa65ba833c1 req-b9a02ce6-4420-4fe7-bbfa-27c9953dca8d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] For port afbaeb47-bccc-4c5c-8309-2469ca000cc2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=afbaeb47-bccc-4c5c-8309-2469ca000cc2,segment=NetworkSegment(d129db44-bab8-43da-81f8-4f7ff8070dc8),segment_id=d129db44-bab8-43da-81f8-4f7ff8070dc8)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:52:55.378880 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-b1590a92-1525-435d-aca2-bfa65ba833c1 req-b9a02ce6-4420-4fe7-bbfa-27c9953dca8d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (afbaeb47-bccc-4c5c-8309-2469ca000cc2), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:55.429139 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7eedc533-c68e-4d67-8769-244daaacabb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-906278'] for port (7d56f671-caca-48dc-8448-bd8549b6956c), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:55.502369 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedc533-c68e-4d67-8769-244daaacabb2 admin admin] Pushing event updated for resources: {'Port': ['ID=7d56f671-caca-48dc-8448-bd8549b6956c,revision_number=2']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:55.508155 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-7eedc533-c68e-4d67-8769-244daaacabb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-292210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745947'] for router_interface (23fefaba-b3cb-4101-b782-29fa4fa95b8d), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:55.585572 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:55.626237 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eedc533-c68e-4d67-8769-244daaacabb2 admin admin] Network 8e362ee6-dfe2-4bca-9ee1-47a664b8b719 is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:52:55.627667 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-7eedc533-c68e-4d67-8769-244daaacabb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:52:55.631307 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e17cd15-ac59-4af0-8adc-82a1321e383d admin admin] Router f674e184-743d-48cf-902d-cbf0a969171c has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:52:55.671998 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-b1590a92-1525-435d-aca2-bfa65ba833c1 req-b9a02ce6-4420-4fe7-bbfa-27c9953dca8d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:55.672369 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-b1590a92-1525-435d-aca2-bfa65ba833c1 req-b9a02ce6-4420-4fe7-bbfa-27c9953dca8d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (1ab6f971-d005-4264-b4e6-e097a88a5bf5), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:55.672693 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.db.l3_db [req-b1590a92-1525-435d-aca2-bfa65ba833c1 req-b9a02ce6-4420-4fe7-bbfa-27c9953dca8d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Floating IP 1ab6f971-d005-4264-b4e6-e097a88a5bf5 disassociated. External IP: 172.27.3.61, port: afbaeb47-bccc-4c5c-8309-2469ca000cc2. May 23 15:52:55.673046 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-b1590a92-1525-435d-aca2-bfa65ba833c1 req-b9a02ce6-4420-4fe7-bbfa-27c9953dca8d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Calling delete_port for afbaeb47-bccc-4c5c-8309-2469ca000cc2 owned by compute:nova {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:52:55.704584 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:55.809947 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eedc533-c68e-4d67-8769-244daaacabb2 admin admin] Router 23fefaba-b3cb-4101-b782-29fa4fa95b8d has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:52:55.851126 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e17cd15-ac59-4af0-8adc-82a1321e383d admin admin] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:52:55.857453 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-6e17cd15-ac59-4af0-8adc-82a1321e383d admin admin] 10.222.0.64 "PUT /v2.0/routers/f674e184-743d-48cf-902d-cbf0a969171c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7200518 May 23 15:52:55.860550 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 51364) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:52:55.865366 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9bec6d-5fe2-4d1b-be4b-d4f4bf740788 None None] Sync routers for ids ['f674e184-743d-48cf-902d-cbf0a969171c'] in dv-cinder-840678-12-iscsi {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:52:55.880972 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9bec6d-5fe2-4d1b-be4b-d4f4bf740788 None None] Routers {'f674e184-743d-48cf-902d-cbf0a969171c'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:52:55.881910 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-ae9bec6d-5fe2-4d1b-be4b-d4f4bf740788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:52:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['f674e184-743d-48cf-902d-cbf0a969171c'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:56.032927 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:56.051632 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-b1590a92-1525-435d-aca2-bfa65ba833c1 req-b9a02ce6-4420-4fe7-bbfa-27c9953dca8d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (afbaeb47-bccc-4c5c-8309-2469ca000cc2), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:56.060266 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-2011754b-d25f-461b-ac31-e1a88b467a5f None None] Provisioning complete for port 7d56f671-caca-48dc-8448-bd8549b6956c triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:52:56.060266 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-2011754b-d25f-461b-ac31-e1a88b467a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (7d56f671-caca-48dc-8448-bd8549b6956c), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:56.078038 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eedc533-c68e-4d67-8769-244daaacabb2 admin admin] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:52:56.079307 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a02ce6-4420-4fe7-bbfa-27c9953dca8d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Pushing event deleted for resources: {'Port': ['ID=afbaeb47-bccc-4c5c-8309-2469ca000cc2,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:56.087914 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-7eedc533-c68e-4d67-8769-244daaacabb2 admin admin] 10.222.0.64 "PUT /v2.0/routers/23fefaba-b3cb-4101-b782-29fa4fa95b8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7085171 May 23 15:52:56.116251 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-6c44f7b4-ff38-478e-94a0-1e6d15a7c64d admin admin] Publish callbacks [] for router (f674e184-743d-48cf-902d-cbf0a969171c), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:56.142269 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-ae9bec6d-5fe2-4d1b-be4b-d4f4bf740788 None None] Set router f674e184-743d-48cf-902d-cbf0a969171c gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:52:56.145289 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-2011754b-d25f-461b-ac31-e1a88b467a5f None None] Port 7d56f671-caca-48dc-8448-bd8549b6956c cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:52:56.231143 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device b857992f-4007-4111-a276-3e33276675d5 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:52:56.246209 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=100 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:56.323619 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-6c44f7b4-ff38-478e-94a0-1e6d15a7c64d admin admin] Publish callbacks [] for router_gateway (f674e184-743d-48cf-902d-cbf0a969171c), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:56.377679 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port b857992f-4007-4111-a276-3e33276675d5 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:52:56.378057 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (b857992f-4007-4111-a276-3e33276675d5), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:56.504082 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-6c44f7b4-ff38-478e-94a0-1e6d15a7c64d admin admin] Deleting port e34a42c1-b04b-46d4-9702-c6cdbac1262e {{(pid=111208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:52:56.504695 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-6c44f7b4-ff38-478e-94a0-1e6d15a7c64d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (e34a42c1-b04b-46d4-9702-c6cdbac1262e), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:56.575986 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=100 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:56.617746 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-ae9bec6d-5fe2-4d1b-be4b-d4f4bf740788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'name': 'tempest-TestVolumeBootPattern-1539260989-router', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:03Z', 'updated_at': '2022-05-23T15:52:54Z', 'revision_number': 5, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'gw_port': {'id': 'e34a42c1-b04b-46d4-9702-c6cdbac1262e', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:04Z', 'updated_at': '2022-05-23T15:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:56.619692 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port b857992f-4007-4111-a276-3e33276675d5 is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:52:56.620123 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (b857992f-4007-4111-a276-3e33276675d5), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:56.633139 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1590a92-1525-435d-aca2-bfa65ba833c1 req-b9a02ce6-4420-4fe7-bbfa-27c9953dca8d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Router 714061f3-96bb-43f2-8d60-4eb51d6d1e51 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:52:56.636779 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c23ceff8-7ee6-4230-a57b-b77eee2a4616 req-38797ab0-a21c-4b2a-813e-5b1708e3d57f tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 210 time: 0.0591073 May 23 15:52:56.705214 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] For port b857992f-4007-4111-a276-3e33276675d5, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=b857992f-4007-4111-a276-3e33276675d5,segment=NetworkSegment(2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5),segment_id=2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:52:56.707587 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9bec6d-5fe2-4d1b-be4b-d4f4bf740788 None None] Checking router: f674e184-743d-48cf-902d-cbf0a969171c for host: dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:52:56.707719 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [None req-6c44f7b4-ff38-478e-94a0-1e6d15a7c64d admin admin] For port e34a42c1-b04b-46d4-9702-c6cdbac1262e, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=e34a42c1-b04b-46d4-9702-c6cdbac1262e,segment=NetworkSegment(2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5),segment_id=2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5)] {{(pid=111208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:52:56.708032 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-6c44f7b4-ff38-478e-94a0-1e6d15a7c64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (e34a42c1-b04b-46d4-9702-c6cdbac1262e), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:56.724626 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:56.724626 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9bec6d-5fe2-4d1b-be4b-d4f4bf740788 None None] Routers {'f674e184-743d-48cf-902d-cbf0a969171c'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:52:56.724626 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-ae9bec6d-5fe2-4d1b-be4b-d4f4bf740788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:52:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['f674e184-743d-48cf-902d-cbf0a969171c'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:56.725521 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-6c44f7b4-ff38-478e-94a0-1e6d15a7c64d admin admin] Calling delete_port for e34a42c1-b04b-46d4-9702-c6cdbac1262e owned by network:router_gateway {{(pid=111208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:52:56.813431 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1590a92-1525-435d-aca2-bfa65ba833c1 req-b9a02ce6-4420-4fe7-bbfa-27c9953dca8d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:52:56.826580 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86184d80-b2d7-42a7-a2c7-4a8ddcf8e74b None None] Sync routers for ids ['714061f3-96bb-43f2-8d60-4eb51d6d1e51'] in dv-cinder-840678-12-iscsi {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:52:56.840881 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86184d80-b2d7-42a7-a2c7-4a8ddcf8e74b None None] Routers {'714061f3-96bb-43f2-8d60-4eb51d6d1e51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:52:56.841801 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-86184d80-b2d7-42a7-a2c7-4a8ddcf8e74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:52:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['714061f3-96bb-43f2-8d60-4eb51d6d1e51'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:56.878284 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1590a92-1525-435d-aca2-bfa65ba833c1 req-b9a02ce6-4420-4fe7-bbfa-27c9953dca8d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] No DVR routers for this DVR port afbaeb47-bccc-4c5c-8309-2469ca000cc2 on host hv-cinder-84067 {{(pid=111209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:52:56.881694 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-b1590a92-1525-435d-aca2-bfa65ba833c1 req-b9a02ce6-4420-4fe7-bbfa-27c9953dca8d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:56.886779 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b1590a92-1525-435d-aca2-bfa65ba833c1 req-b9a02ce6-4420-4fe7-bbfa-27c9953dca8d tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.69 "DELETE /v2.0/ports/afbaeb47-bccc-4c5c-8309-2469ca000cc2 HTTP/1.1" status: 204 len: 173 time: 1.9940014 May 23 15:52:56.887435 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0a2baa-19d3-46f7-8585-c5272f971305', 'name': 'network-vif-deleted', 'tag': 'afbaeb47-bccc-4c5c-8309-2469ca000cc2'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:52:56.891259 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e35274-9edf-4a10-883a-1efd9c1519ce" -d '{"events": [{"server_uuid": "6e0a2baa-19d3-46f7-8585-c5272f971305", "name": "network-vif-deleted", "tag": "afbaeb47-bccc-4c5c-8309-2469ca000cc2"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:52:56.917193 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (b857992f-4007-4111-a276-3e33276675d5), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:56.918028 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device de781e84-1088-4b35-9e8c-0cfc390f4412 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:52:56.951194 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549f0541-eb66-4524-a766-04cb346b4930 x-openstack-request-id: req-549f0541-eb66-4524-a766-04cb346b4930 {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:52:56.951687 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0a2baa-19d3-46f7-8585-c5272f971305", "name": "network-vif-deleted", "tag": "afbaeb47-bccc-4c5c-8309-2469ca000cc2", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:52:56.952121 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-549f0541-eb66-4524-a766-04cb346b4930 {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:52:56.952783 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-549f0541-eb66-4524-a766-04cb346b4930'] response: {'server_uuid': '6e0a2baa-19d3-46f7-8585-c5272f971305', 'name': 'network-vif-deleted', 'tag': 'afbaeb47-bccc-4c5c-8309-2469ca000cc2', 'status': 'completed', 'code': 200} May 23 15:52:56.972163 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Pushing event updated for resources: {'Port': ['ID=b857992f-4007-4111-a276-3e33276675d5,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:57.011751 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-86184d80-b2d7-42a7-a2c7-4a8ddcf8e74b None None] Set router 714061f3-96bb-43f2-8d60-4eb51d6d1e51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:52:57.041666 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-6c44f7b4-ff38-478e-94a0-1e6d15a7c64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (e34a42c1-b04b-46d4-9702-c6cdbac1262e), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:57.052227 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-ae9bec6d-5fe2-4d1b-be4b-d4f4bf740788 None None] Set router f674e184-743d-48cf-902d-cbf0a969171c gateway port host: None {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:52:57.088668 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44f7b4-ff38-478e-94a0-1e6d15a7c64d admin admin] Pushing event deleted for resources: {'Port': ['ID=e34a42c1-b04b-46d4-9702-c6cdbac1262e,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:57.124986 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-ae9bec6d-5fe2-4d1b-be4b-d4f4bf740788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'name': 'tempest-TestVolumeBootPattern-1539260989-router', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:03Z', 'updated_at': '2022-05-23T15:52:56Z', 'revision_number': 6, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'gw_port_host': None}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:57.153863 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port de781e84-1088-4b35-9e8c-0cfc390f4412 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:52:57.154285 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (de781e84-1088-4b35-9e8c-0cfc390f4412), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:57.189400 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-6c44f7b4-ff38-478e-94a0-1e6d15a7c64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746810'] for router_gateway (f674e184-743d-48cf-902d-cbf0a969171c), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:57.209403 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9bec6d-5fe2-4d1b-be4b-d4f4bf740788 None None] The sync data for ids ['f674e184-743d-48cf-902d-cbf0a969171c'] in dv-cinder-840678-12-iscsi is: [{'id': 'f674e184-743d-48cf-902d-cbf0a969171c', 'name': 'tempest-TestVolumeBootPattern-1539260989-router', 'tenant_id': '6263581d20ea47bcae22d736f7934e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:03Z', 'updated_at': '2022-05-23T15:52:56Z', 'revision_number': 6, 'project_id': '6263581d20ea47bcae22d736f7934e05', 'gw_port_host': None}] {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:52:57.251624 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port de781e84-1088-4b35-9e8c-0cfc390f4412 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:52:57.267494 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-86184d80-b2d7-42a7-a2c7-4a8ddcf8e74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'name': 'tempest-AttachVolumeShelveTestJSON-715739087-router', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:14Z', 'revision_number': 4, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'gw_port': {'id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'e24102e4-a732-4442-a123-a74caeb2201c', 'name': '', 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'mac_address': 'fa:16:3e:7d:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:13Z', 'updated_at': '2022-05-23T15:47:17Z', 'revision_number': 5, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'subnets': [{'id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:57.296786 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86184d80-b2d7-42a7-a2c7-4a8ddcf8e74b None None] Checking router: 714061f3-96bb-43f2-8d60-4eb51d6d1e51 for host: dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:52:57.306174 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86184d80-b2d7-42a7-a2c7-4a8ddcf8e74b None None] Routers {'714061f3-96bb-43f2-8d60-4eb51d6d1e51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:52:57.306910 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-86184d80-b2d7-42a7-a2c7-4a8ddcf8e74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:52:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['714061f3-96bb-43f2-8d60-4eb51d6d1e51'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:57.315584 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-6c44f7b4-ff38-478e-94a0-1e6d15a7c64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-752101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12818'] for router (f674e184-743d-48cf-902d-cbf0a969171c), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:57.318038 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-6c44f7b4-ff38-478e-94a0-1e6d15a7c64d admin admin] Publish callbacks [] for router_controller (f674e184-743d-48cf-902d-cbf0a969171c), precommit_delete_associations {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:57.418554 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-86184d80-b2d7-42a7-a2c7-4a8ddcf8e74b None None] Set router 714061f3-96bb-43f2-8d60-4eb51d6d1e51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:52:57.443337 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=100 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:57.451921 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-6c44f7b4-ff38-478e-94a0-1e6d15a7c64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-752028'] for router (f674e184-743d-48cf-902d-cbf0a969171c), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:57.452579 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c44f7b4-ff38-478e-94a0-1e6d15a7c64d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f674e184-743d-48cf-902d-cbf0a969171c {{(pid=111208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 15:52:57.460045 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-6c44f7b4-ff38-478e-94a0-1e6d15a7c64d admin admin] Publish callbacks [] for router (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:57.461216 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-6c44f7b4-ff38-478e-94a0-1e6d15a7c64d admin admin] 10.222.0.64 "DELETE /v2.0/routers/f674e184-743d-48cf-902d-cbf0a969171c HTTP/1.1" status: 204 len: 168 time: 1.5963469 May 23 15:52:57.464944 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 51392) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:52:57.533968 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b8eb06-dfe5-45bd-8e4c-267b4e119352 admin admin] Deleting subnet 150d6d13-664a-4a20-9c02-8454a2e4aaca {{(pid=111209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:52:57.542914 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-32b8eb06-dfe5-45bd-8e4c-267b4e119352 admin admin] Publish callbacks [] for subnet (150d6d13-664a-4a20-9c02-8454a2e4aaca), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:57.605957 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-32b8eb06-dfe5-45bd-8e4c-267b4e119352 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11732013'] for subnet (150d6d13-664a-4a20-9c02-8454a2e4aaca), precommit_delete_associations {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:57.664246 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-86184d80-b2d7-42a7-a2c7-4a8ddcf8e74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'name': 'tempest-AttachVolumeShelveTestJSON-715739087-router', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:14Z', 'revision_number': 4, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'gw_port': {'id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'e24102e4-a732-4442-a123-a74caeb2201c', 'name': '', 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'mac_address': 'fa:16:3e:7d:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:13Z', 'updated_at': '2022-05-23T15:47:17Z', 'revision_number': 5, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'subnets': [{'id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:57.712166 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-32b8eb06-dfe5-45bd-8e4c-267b4e119352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999690'] for subnet (150d6d13-664a-4a20-9c02-8454a2e4aaca), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:57.736562 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86184d80-b2d7-42a7-a2c7-4a8ddcf8e74b None None] The sync data for ids ['714061f3-96bb-43f2-8d60-4eb51d6d1e51'] in dv-cinder-840678-12-iscsi is: [{'id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'name': 'tempest-AttachVolumeShelveTestJSON-715739087-router', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:14Z', 'revision_number': 4, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'gw_port': {'id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': 'e24102e4-a732-4442-a123-a74caeb2201c', 'name': '', 'network_id': '8fb40c4e-9164-4617-9793-abd2286f1896', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'mac_address': 'fa:16:3e:7d:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:13Z', 'updated_at': '2022-05-23T15:47:17Z', 'revision_number': 5, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'subnets': [{'id': '0890d0be-25d8-4c38-9ad0-940056305fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:52:57.790385 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:57.833568 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b290fa85-c398-4d02-b565-72b75455b065 req-a1535454-5500-402e-a0fd-053a841abb6e tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e0a2baa-19d3-46f7-8585-c5272f971305 HTTP/1.1" status: 200 len: 210 time: 0.0398891 May 23 15:52:57.849152 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:57.961273 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-32b8eb06-dfe5-45bd-8e4c-267b4e119352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11985018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12197464'] for subnet (150d6d13-664a-4a20-9c02-8454a2e4aaca), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:57.994932 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8eb06-dfe5-45bd-8e4c-267b4e119352 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=150d6d13-664a-4a20-9c02-8454a2e4aaca,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:58.005088 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-32b8eb06-dfe5-45bd-8e4c-267b4e119352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for subnet (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:58.008309 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6fc22e-59e2-492b-9e3b-2ddbba287524 None None] Network 719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:52:58.009118 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-32b8eb06-dfe5-45bd-8e4c-267b4e119352 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/150d6d13-664a-4a20-9c02-8454a2e4aaca HTTP/1.1" status: 204 len: 168 time: 0.5424247 May 23 15:52:58.012324 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 51398) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:52:58.103737 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:58.116763 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-d2d6eccf-7439-4564-a4c5-59c19cea22ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3939425'] for network (719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:58.172745 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-d2d6eccf-7439-4564-a4c5-59c19cea22ff admin admin] Deleting port 53324869-f4f7-481c-a0a4-fda4ef952a18 {{(pid=111208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:52:58.173300 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-d2d6eccf-7439-4564-a4c5-59c19cea22ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (53324869-f4f7-481c-a0a4-fda4ef952a18), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:58.264098 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6d27e6-c791-49ef-87e3-2760711b6447 None None] DHCP port deletion for 719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 request from dv-cinder-840678-12-iscsi {{(pid=111210) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 15:52:58.289836 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:58.298386 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [None req-d2d6eccf-7439-4564-a4c5-59c19cea22ff admin admin] For port 53324869-f4f7-481c-a0a4-fda4ef952a18, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=53324869-f4f7-481c-a0a4-fda4ef952a18,segment=NetworkSegment(dee74d16-ff39-4506-8861-fc403fa5e1d4),segment_id=dee74d16-ff39-4506-8861-fc403fa5e1d4)] {{(pid=111208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:52:58.298640 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-d2d6eccf-7439-4564-a4c5-59c19cea22ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (53324869-f4f7-481c-a0a4-fda4ef952a18), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:58.305022 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device b857992f-4007-4111-a276-3e33276675d5 up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:52:58.319040 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-d2d6eccf-7439-4564-a4c5-59c19cea22ff admin admin] Calling delete_port for 53324869-f4f7-481c-a0a4-fda4ef952a18 owned by network:dhcp {{(pid=111208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:52:58.352008 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:58.370916 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d27e6-c791-49ef-87e3-2760711b6447 None None] Deleting port 53324869-f4f7-481c-a0a4-fda4ef952a18 {{(pid=111210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:52:58.371335 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-5a6d27e6-c791-49ef-87e3-2760711b6447 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (53324869-f4f7-481c-a0a4-fda4ef952a18), before_delete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:58.395871 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:58.449167 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port b857992f-4007-4111-a276-3e33276675d5 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:52:58.449547 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (b857992f-4007-4111-a276-3e33276675d5), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:58.491435 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-5a6d27e6-c791-49ef-87e3-2760711b6447 None None] For port 53324869-f4f7-481c-a0a4-fda4ef952a18, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=53324869-f4f7-481c-a0a4-fda4ef952a18,segment=NetworkSegment(dee74d16-ff39-4506-8861-fc403fa5e1d4),segment_id=dee74d16-ff39-4506-8861-fc403fa5e1d4)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:52:58.492116 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-5a6d27e6-c791-49ef-87e3-2760711b6447 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (53324869-f4f7-481c-a0a4-fda4ef952a18), precommit_delete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:58.512854 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:52:58.514351 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-d2d6eccf-7439-4564-a4c5-59c19cea22ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (53324869-f4f7-481c-a0a4-fda4ef952a18), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:58.514518 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d27e6-c791-49ef-87e3-2760711b6447 None None] Calling delete_port for 53324869-f4f7-481c-a0a4-fda4ef952a18 owned by network:dhcp {{(pid=111210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:52:58.533239 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device afbaeb47-bccc-4c5c-8309-2469ca000cc2 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:52:58.544259 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6eccf-7439-4564-a4c5-59c19cea22ff admin admin] Pushing event deleted for resources: {'Port': ['ID=53324869-f4f7-481c-a0a4-fda4ef952a18,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:58.552605 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d6eccf-7439-4564-a4c5-59c19cea22ff admin admin] No DVR routers for this DVR port 53324869-f4f7-481c-a0a4-fda4ef952a18 on host dv-cinder-840678-12-iscsi {{(pid=111208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:52:58.561788 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] No Port match for: afbaeb47-bccc-4c5c-8309-2469ca000cc2 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:52:58.562141 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device afbaeb47-bccc-4c5c-8309-2469ca000cc2 not bound to the agent host hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:52:58.644685 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-d2d6eccf-7439-4564-a4c5-59c19cea22ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998021', 'neutron.services.segments.db._delete_segments_for_network-8747701125223'] for network (719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:58.654153 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port b857992f-4007-4111-a276-3e33276675d5 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:52:58.666740 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device d876133e-d7d1-4101-999d-81323a4b08bf no longer exists at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:52:58.675061 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.services.segments.db [None req-d2d6eccf-7439-4564-a4c5-59c19cea22ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6']}} {{(pid=111208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:58.687999 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.services.segments.db [None req-d2d6eccf-7439-4564-a4c5-59c19cea22ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee74d16-ff39-4506-8861-fc403fa5e1d4') {'for_net_delete': True} {{(pid=111208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:58.688448 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.services.segments.db [None req-d2d6eccf-7439-4564-a4c5-59c19cea22ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee74d16-ff39-4506-8861-fc403fa5e1d4') {} {{(pid=111208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:58.701210 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] No Port match for: d876133e-d7d1-4101-999d-81323a4b08bf {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:52:58.705986 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device d876133e-d7d1-4101-999d-81323a4b08bf not bound to the agent host dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:52:58.710840 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-d2d6eccf-7439-4564-a4c5-59c19cea22ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747701124208', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16211575'] for segment (dee74d16-ff39-4506-8861-fc403fa5e1d4), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:58.717364 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-5a6d27e6-c791-49ef-87e3-2760711b6447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734'] for port (53324869-f4f7-481c-a0a4-fda4ef952a18), after_delete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:58.737175 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-d2d6eccf-7439-4564-a4c5-59c19cea22ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (dee74d16-ff39-4506-8861-fc403fa5e1d4), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:58.747775 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d6eccf-7439-4564-a4c5-59c19cea22ff admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=111208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:52:58.748190 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-d2d6eccf-7439-4564-a4c5-59c19cea22ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-906266'] for segment (dee74d16-ff39-4506-8861-fc403fa5e1d4), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:58.763786 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d27e6-c791-49ef-87e3-2760711b6447 None None] Pushing event deleted for resources: {'Port': ['ID=53324869-f4f7-481c-a0a4-fda4ef952a18,revision_number=None']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:58.766467 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6d27e6-c791-49ef-87e3-2760711b6447 None None] No DVR routers for this DVR port 53324869-f4f7-481c-a0a4-fda4ef952a18 on host dv-cinder-840678-12-iscsi {{(pid=111210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:52:58.926457 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-d2d6eccf-7439-4564-a4c5-59c19cea22ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747474'] for network (719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:58.969104 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-d2d6eccf-7439-4564-a4c5-59c19cea22ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:58.976483 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:58.978966 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 51408) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:52:58.979556 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-d2d6eccf-7439-4564-a4c5-59c19cea22ff admin admin] 10.222.0.64 "DELETE /v2.0/networks/719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6 HTTP/1.1" status: 204 len: 168 time: 0.9665470 May 23 15:52:58.983009 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6eccf-7439-4564-a4c5-59c19cea22ff admin admin] Pushing event deleted for resources: {'Network': ['ID=719fa7d2-b22e-4ff9-afc9-c7cbf4d644a6,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:59.024679 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 51410) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:52:59.075222 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.services.segments.plugin [-] Segment dee74d16-ff39-4506-8861-fc403fa5e1d4 resource provider aggregate not found May 23 15:52:59.106199 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.services.segments.plugin [-] Segment dee74d16-ff39-4506-8861-fc403fa5e1d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dee74d16-ff39-4506-8861-fc403fa5e1d4 found for delete ", "request_id": "req-44142b9d-5e6c-44e7-8bca-c39a56dddff3"}]} May 23 15:52:59.113647 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-99d1eefa-6b78-416e-953a-add2e0928ea4 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for security_group (1d499554-7912-43dc-9faf-e1edb9c2911a), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:59.149422 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-99d1eefa-6b78-416e-953a-add2e0928ea4 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for security_group (1d499554-7912-43dc-9faf-e1edb9c2911a), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:59.211480 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6b3274-d6c5-4af5-b141-ece024d80d8a None None] New status for floating IP 1ab6f971-d005-4264-b4e6-e097a88a5bf5: DOWN {{(pid=111210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:52:59.286217 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-99d1eefa-6b78-416e-953a-add2e0928ea4 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (1d499554-7912-43dc-9faf-e1edb9c2911a), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:59.294576 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a1328f-3019-47fd-8cfe-17f389150fcc None None] Sync routers for ids ['23fefaba-b3cb-4101-b782-29fa4fa95b8d'] in dv-cinder-840678-12-iscsi {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:52:59.297600 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-99d1eefa-6b78-416e-953a-add2e0928ea4 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:59.298991 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-99d1eefa-6b78-416e-953a-add2e0928ea4 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "DELETE /v2.0/security-groups/1d499554-7912-43dc-9faf-e1edb9c2911a HTTP/1.1" status: 204 len: 168 time: 0.2732091 May 23 15:52:59.313809 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 51414) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:52:59.318114 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a1328f-3019-47fd-8cfe-17f389150fcc None None] Routers {'23fefaba-b3cb-4101-b782-29fa4fa95b8d'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:52:59.319022 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-b2a1328f-3019-47fd-8cfe-17f389150fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:52:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['23fefaba-b3cb-4101-b782-29fa4fa95b8d'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:52:59.356762 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1eefa-6b78-416e-953a-add2e0928ea4 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d499554-7912-43dc-9faf-e1edb9c2911a,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:52:59.365905 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.api.v2.resource [None req-e853d08b-f871-436c-b884-90e7c7c7d7b4 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] show failed (client error): The resource could not be found. May 23 15:52:59.367223 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-e853d08b-f871-436c-b884-90e7c7c7d7b4 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "GET /v2.0/security-groups/1d499554-7912-43dc-9faf-e1edb9c2911a HTTP/1.1" status: 404 len: 347 time: 0.0521109 May 23 15:52:59.371178 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 51416) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:52:59.654668 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-5da58cb0-af07-472e-84f1-5a4561c593c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745920'] for router_interface (c5383036-9ff8-4465-b54a-22fb5e983442), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:52:59.659624 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-b2a1328f-3019-47fd-8cfe-17f389150fcc None None] Set router 23fefaba-b3cb-4101-b782-29fa4fa95b8d gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:52:59.929458 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-9c9fec08-f80a-4e5c-8802-a5bb4a708e12 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Deleting port 6016dba2-4634-492d-8c8c-f8f312f14470 {{(pid=111208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:52:59.929922 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9c9fec08-f80a-4e5c-8802-a5bb4a708e12 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (6016dba2-4634-492d-8c8c-f8f312f14470), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:00.003187 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 53324869-f4f7-481c-a0a4-fda4ef952a18 no longer exists at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:53:00.047427 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] No Port match for: 53324869-f4f7-481c-a0a4-fda4ef952a18 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:53:00.047941 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 53324869-f4f7-481c-a0a4-fda4ef952a18 not bound to the agent host dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:53:00.048491 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device e34a42c1-b04b-46d4-9702-c6cdbac1262e no longer exists at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:53:00.067321 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9c9fec08-f80a-4e5c-8802-a5bb4a708e12 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (6016dba2-4634-492d-8c8c-f8f312f14470), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:00.067321 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9c9fec08-f80a-4e5c-8802-a5bb4a708e12 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for floatingip (6016dba2-4634-492d-8c8c-f8f312f14470), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:00.068019 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-b2a1328f-3019-47fd-8cfe-17f389150fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fefaba-b3cb-4101-b782-29fa4fa95b8d', 'name': 'tempest-TestMinimumBasicScenario-1097591555-router', 'tenant_id': '8c7e2b79f5064252a47372718fe656f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'b857992f-4007-4111-a276-3e33276675d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:52:51Z', 'updated_at': '2022-05-23T15:52:54Z', 'revision_number': 4, 'project_id': '8c7e2b79f5064252a47372718fe656f4', 'gw_port': {'id': 'b857992f-4007-4111-a276-3e33276675d5', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fefaba-b3cb-4101-b782-29fa4fa95b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:52:51Z', 'updated_at': '2022-05-23T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': '7d56f671-caca-48dc-8448-bd8549b6956c', 'name': '', 'network_id': '8e362ee6-dfe2-4bca-9ee1-47a664b8b719', 'tenant_id': '8c7e2b79f5064252a47372718fe656f4', 'mac_address': 'fa:16:3e:29:0b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fefaba-b3cb-4101-b782-29fa4fa95b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '4acfa922-988f-401c-863f-4423dfe006ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:52:54Z', 'updated_at': '2022-05-23T15:52:55Z', 'revision_number': 2, 'project_id': '8c7e2b79f5064252a47372718fe656f4', 'subnets': [{'id': '4acfa922-988f-401c-863f-4423dfe006ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:53:00.080467 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-9c9fec08-f80a-4e5c-8802-a5bb4a708e12 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Calling delete_port for 6016dba2-4634-492d-8c8c-f8f312f14470 owned by network:floatingip {{(pid=111208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:53:00.092563 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] No Port match for: e34a42c1-b04b-46d4-9702-c6cdbac1262e {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:53:00.096110 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a1328f-3019-47fd-8cfe-17f389150fcc None None] Checking router: 23fefaba-b3cb-4101-b782-29fa4fa95b8d for host: dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:53:00.096471 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a1328f-3019-47fd-8cfe-17f389150fcc None None] Updating router 23fefaba-b3cb-4101-b782-29fa4fa95b8d port 7d56f671-caca-48dc-8448-bd8549b6956c binding host dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 15:53:00.098037 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device e34a42c1-b04b-46d4-9702-c6cdbac1262e not bound to the agent host dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:53:00.099842 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=100 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:00.101661 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-5da58cb0-af07-472e-84f1-5a4561c593c0 admin admin] Deleting port 57b1294b-6953-445a-9e0b-7ab4f833e7a3 {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:53:00.101661 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-5da58cb0-af07-472e-84f1-5a4561c593c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (57b1294b-6953-445a-9e0b-7ab4f833e7a3), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:00.140437 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-b2a1328f-3019-47fd-8cfe-17f389150fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (7d56f671-caca-48dc-8448-bd8549b6956c), before_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:00.214575 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [None req-5da58cb0-af07-472e-84f1-5a4561c593c0 admin admin] For port 57b1294b-6953-445a-9e0b-7ab4f833e7a3, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=57b1294b-6953-445a-9e0b-7ab4f833e7a3,segment=NetworkSegment(fc8208e7-ad1f-45cf-ae45-dbd0770138b8),segment_id=fc8208e7-ad1f-45cf-ae45-dbd0770138b8)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:53:00.215110 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-5da58cb0-af07-472e-84f1-5a4561c593c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (57b1294b-6953-445a-9e0b-7ab4f833e7a3), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:00.233392 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-5da58cb0-af07-472e-84f1-5a4561c593c0 admin admin] Calling delete_port for 57b1294b-6953-445a-9e0b-7ab4f833e7a3 owned by network:router_interface {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:53:00.241432 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:00.303453 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9c9fec08-f80a-4e5c-8802-a5bb4a708e12 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (6016dba2-4634-492d-8c8c-f8f312f14470), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:00.339836 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9fec08-f80a-4e5c-8802-a5bb4a708e12 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Pushing event deleted for resources: {'Port': ['ID=6016dba2-4634-492d-8c8c-f8f312f14470,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:00.389342 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:00.427121 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9c9fec08-f80a-4e5c-8802-a5bb4a708e12 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks [] for floatingip (1ab6f971-d005-4264-b4e6-e097a88a5bf5), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:00.434534 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9c9fec08-f80a-4e5c-8802-a5bb4a708e12 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:00.436232 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-9c9fec08-f80a-4e5c-8802-a5bb4a708e12 tempest-AttachVolumeShelveTestJSON-963625688 tempest-AttachVolumeShelveTestJSON-963625688-project] 10.222.0.64 "DELETE /v2.0/floatingips/1ab6f971-d005-4264-b4e6-e097a88a5bf5 HTTP/1.1" status: 204 len: 168 time: 1.0640585 May 23 15:53:00.437173 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:00.512078 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-b2a1328f-3019-47fd-8cfe-17f389150fcc None None] Publish callbacks [] for port (7d56f671-caca-48dc-8448-bd8549b6956c), precommit_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:00.544876 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-5da58cb0-af07-472e-84f1-5a4561c593c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (57b1294b-6953-445a-9e0b-7ab4f833e7a3), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:00.572027 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da58cb0-af07-472e-84f1-5a4561c593c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=57b1294b-6953-445a-9e0b-7ab4f833e7a3,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:00.634666 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-b2a1328f-3019-47fd-8cfe-17f389150fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (7d56f671-caca-48dc-8448-bd8549b6956c), after_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:00.724516 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6253f-3af7-4c0a-bf77-5b884f61867b None None] Pushing event updated for resources: {'Port': ['ID=7d56f671-caca-48dc-8448-bd8549b6956c,revision_number=3']} {{(pid=111211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:00.818261 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-b2a1328f-3019-47fd-8cfe-17f389150fcc None None] Attempting to bind port 7d56f671-caca-48dc-8448-bd8549b6956c on host dv-cinder-840678-12-iscsi for vnic_type normal with profile {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:53:00.818914 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-b2a1328f-3019-47fd-8cfe-17f389150fcc None None] Attempting to bind port 7d56f671-caca-48dc-8448-bd8549b6956c by drivers openvswitch,hyperv on host dv-cinder-840678-12-iscsi at level 0 using segments [{'id': '0bad13c9-b617-4c7b-b83c-a8aae2aad4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8e362ee6-dfe2-4bca-9ee1-47a664b8b719'}] {{(pid=111211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:53:00.819285 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a1328f-3019-47fd-8cfe-17f389150fcc None None] Attempting to bind port 7d56f671-caca-48dc-8448-bd8549b6956c on network 8e362ee6-dfe2-4bca-9ee1-47a664b8b719 {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:53:00.836693 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a1328f-3019-47fd-8cfe-17f389150fcc None None] Checking agent: {'id': '590bddbe-4bd6-4257-bb8b-e0cad3844dc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 32, 28), 'started_at': datetime.datetime(2022, 5, 23, 15, 32, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:53:00.837090 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a1328f-3019-47fd-8cfe-17f389150fcc None None] Checking segment: {'id': '0bad13c9-b617-4c7b-b83c-a8aae2aad4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8e362ee6-dfe2-4bca-9ee1-47a664b8b719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:53:00.837502 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-b2a1328f-3019-47fd-8cfe-17f389150fcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:00.837904 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a1328f-3019-47fd-8cfe-17f389150fcc None None] Bound using segment: {'id': '0bad13c9-b617-4c7b-b83c-a8aae2aad4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8e362ee6-dfe2-4bca-9ee1-47a664b8b719'} {{(pid=111211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:53:00.838524 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.managers [None req-b2a1328f-3019-47fd-8cfe-17f389150fcc None None] Bound port: 7d56f671-caca-48dc-8448-bd8549b6956c, host: dv-cinder-840678-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bad13c9-b617-4c7b-b83c-a8aae2aad4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8e362ee6-dfe2-4bca-9ee1-47a664b8b719'}}] {{(pid=111211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:53:00.838907 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-b2a1328f-3019-47fd-8cfe-17f389150fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (7d56f671-caca-48dc-8448-bd8549b6956c), before_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:00.876333 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-5da58cb0-af07-472e-84f1-5a4561c593c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-291457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745812'] for router_interface (c5383036-9ff8-4465-b54a-22fb5e983442), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:00.955246 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.db [None req-b2a1328f-3019-47fd-8cfe-17f389150fcc None None] For port 7d56f671-caca-48dc-8448-bd8549b6956c, host dv-cinder-840678-12-iscsi, cleared binding levels {{(pid=111211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:53:00.962625 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.plugins.ml2.db [None req-b2a1328f-3019-47fd-8cfe-17f389150fcc None None] For port 7d56f671-caca-48dc-8448-bd8549b6956c, host dv-cinder-840678-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=7d56f671-caca-48dc-8448-bd8549b6956c,segment=NetworkSegment(0bad13c9-b617-4c7b-b83c-a8aae2aad4bf),segment_id=0bad13c9-b617-4c7b-b83c-a8aae2aad4bf)] {{(pid=111211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:53:01.051954 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron_lib.callbacks.manager [None req-b2a1328f-3019-47fd-8cfe-17f389150fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (7d56f671-caca-48dc-8448-bd8549b6956c), after_update {{(pid=111211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:01.125630 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-ee6af083-cc2d-4b7d-9653-f44b887187d3 None None] Provisioning complete for port 7d56f671-caca-48dc-8448-bd8549b6956c triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:53:01.126702 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-ee6af083-cc2d-4b7d-9653-f44b887187d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (7d56f671-caca-48dc-8448-bd8549b6956c), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:01.142154 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:01.171687 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a1328f-3019-47fd-8cfe-17f389150fcc None None] Routers {'23fefaba-b3cb-4101-b782-29fa4fa95b8d'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:53:01.172705 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-b2a1328f-3019-47fd-8cfe-17f389150fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:52:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['23fefaba-b3cb-4101-b782-29fa4fa95b8d'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:53:01.175055 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6253f-3af7-4c0a-bf77-5b884f61867b None None] Pushing event updated for resources: {'Port': ['ID=7d56f671-caca-48dc-8448-bd8549b6956c,revision_number=4']} {{(pid=111211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:01.275017 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da58cb0-af07-472e-84f1-5a4561c593c0 admin admin] Router c5383036-9ff8-4465-b54a-22fb5e983442 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:53:01.317310 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-ee6af083-cc2d-4b7d-9653-f44b887187d3 None None] Current status of the port 7d56f671-caca-48dc-8448-bd8549b6956c is: DOWN; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:53:01.320510 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-ee6af083-cc2d-4b7d-9653-f44b887187d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (7d56f671-caca-48dc-8448-bd8549b6956c), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:01.338015 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-b2a1328f-3019-47fd-8cfe-17f389150fcc None None] Set router 23fefaba-b3cb-4101-b782-29fa4fa95b8d gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:53:01.387081 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:01.390429 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-ee6af083-cc2d-4b7d-9653-f44b887187d3 None None] For port 7d56f671-caca-48dc-8448-bd8549b6956c, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=7d56f671-caca-48dc-8448-bd8549b6956c,segment=NetworkSegment(0bad13c9-b617-4c7b-b83c-a8aae2aad4bf),segment_id=0bad13c9-b617-4c7b-b83c-a8aae2aad4bf)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:53:01.465650 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da58cb0-af07-472e-84f1-5a4561c593c0 admin admin] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:53:01.478792 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-5da58cb0-af07-472e-84f1-5a4561c593c0 admin admin] 10.222.0.64 "PUT /v2.0/routers/c5383036-9ff8-4465-b54a-22fb5e983442/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4986463 May 23 15:53:01.480189 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a68b21d-9464-4393-87c2-e6bd5457993a None None] Sync routers for ids ['c5383036-9ff8-4465-b54a-22fb5e983442'] in dv-cinder-840678-12-iscsi {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:53:01.481859 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 51422) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:01.487202 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-ee6af083-cc2d-4b7d-9653-f44b887187d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (7d56f671-caca-48dc-8448-bd8549b6956c), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:01.538943 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a68b21d-9464-4393-87c2-e6bd5457993a None None] Routers {'c5383036-9ff8-4465-b54a-22fb5e983442'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:53:01.539602 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-5a68b21d-9464-4393-87c2-e6bd5457993a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:52:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['c5383036-9ff8-4465-b54a-22fb5e983442'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:53:01.627121 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-b2a1328f-3019-47fd-8cfe-17f389150fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fefaba-b3cb-4101-b782-29fa4fa95b8d', 'name': 'tempest-TestMinimumBasicScenario-1097591555-router', 'tenant_id': '8c7e2b79f5064252a47372718fe656f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'b857992f-4007-4111-a276-3e33276675d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:52:51Z', 'updated_at': '2022-05-23T15:52:54Z', 'revision_number': 4, 'project_id': '8c7e2b79f5064252a47372718fe656f4', 'gw_port': {'id': 'b857992f-4007-4111-a276-3e33276675d5', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fefaba-b3cb-4101-b782-29fa4fa95b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:52:51Z', 'updated_at': '2022-05-23T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': '7d56f671-caca-48dc-8448-bd8549b6956c', 'name': '', 'network_id': '8e362ee6-dfe2-4bca-9ee1-47a664b8b719', 'tenant_id': '8c7e2b79f5064252a47372718fe656f4', 'mac_address': 'fa:16:3e:29:0b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fefaba-b3cb-4101-b782-29fa4fa95b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '4acfa922-988f-401c-863f-4423dfe006ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:52:54Z', 'updated_at': '2022-05-23T15:53:00Z', 'revision_number': 4, 'project_id': '8c7e2b79f5064252a47372718fe656f4', 'subnets': [{'id': '4acfa922-988f-401c-863f-4423dfe006ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:53:01.633003 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:01.634872 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a0412358-e8f3-421a-8197-23008be248d0 admin admin] Publish callbacks [] for router (c5383036-9ff8-4465-b54a-22fb5e983442), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:01.670195 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6af083-cc2d-4b7d-9653-f44b887187d3 None None] Pushing event updated for resources: {'Port': ['ID=7d56f671-caca-48dc-8448-bd8549b6956c,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:01.675414 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a1328f-3019-47fd-8cfe-17f389150fcc None None] The sync data for ids ['23fefaba-b3cb-4101-b782-29fa4fa95b8d'] in dv-cinder-840678-12-iscsi is: [{'id': '23fefaba-b3cb-4101-b782-29fa4fa95b8d', 'name': 'tempest-TestMinimumBasicScenario-1097591555-router', 'tenant_id': '8c7e2b79f5064252a47372718fe656f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'b857992f-4007-4111-a276-3e33276675d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:52:51Z', 'updated_at': '2022-05-23T15:52:54Z', 'revision_number': 4, 'project_id': '8c7e2b79f5064252a47372718fe656f4', 'gw_port': {'id': 'b857992f-4007-4111-a276-3e33276675d5', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fefaba-b3cb-4101-b782-29fa4fa95b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:52:51Z', 'updated_at': '2022-05-23T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': '7d56f671-caca-48dc-8448-bd8549b6956c', 'name': '', 'network_id': '8e362ee6-dfe2-4bca-9ee1-47a664b8b719', 'tenant_id': '8c7e2b79f5064252a47372718fe656f4', 'mac_address': 'fa:16:3e:29:0b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fefaba-b3cb-4101-b782-29fa4fa95b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '4acfa922-988f-401c-863f-4423dfe006ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:52:54Z', 'updated_at': '2022-05-23T15:53:00Z', 'revision_number': 4, 'project_id': '8c7e2b79f5064252a47372718fe656f4', 'subnets': [{'id': '4acfa922-988f-401c-863f-4423dfe006ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:53:01.688080 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-8ea78bba-76db-42bf-bb8e-72a1de583740 None None] Provisioning complete for port 7d56f671-caca-48dc-8448-bd8549b6956c triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:53:01.688963 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-8ea78bba-76db-42bf-bb8e-72a1de583740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (7d56f671-caca-48dc-8448-bd8549b6956c), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:01.797225 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a0412358-e8f3-421a-8197-23008be248d0 admin admin] Publish callbacks [] for router_gateway (c5383036-9ff8-4465-b54a-22fb5e983442), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:01.813709 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:01.847981 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-5a68b21d-9464-4393-87c2-e6bd5457993a None None] Set router c5383036-9ff8-4465-b54a-22fb5e983442 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:53:01.962949 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-a0412358-e8f3-421a-8197-23008be248d0 admin admin] Deleting port dd6615d2-ed44-4e28-a35c-3f4d327ca245 {{(pid=111208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:53:01.962949 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a0412358-e8f3-421a-8197-23008be248d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (dd6615d2-ed44-4e28-a35c-3f4d327ca245), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:02.113618 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-8ea78bba-76db-42bf-bb8e-72a1de583740 None None] Current status of the port 7d56f671-caca-48dc-8448-bd8549b6956c is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:53:02.141848 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:02.177886 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-5a68b21d-9464-4393-87c2-e6bd5457993a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5383036-9ff8-4465-b54a-22fb5e983442', 'name': 'tempest-TestVolumeBootPattern-1715771519-router', 'tenant_id': '561f63bffda54e37a768740ecda8dd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'dd6615d2-ed44-4e28-a35c-3f4d327ca245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:11Z', 'updated_at': '2022-05-23T15:53:00Z', 'revision_number': 5, 'project_id': '561f63bffda54e37a768740ecda8dd52', 'gw_port': {'id': 'dd6615d2-ed44-4e28-a35c-3f4d327ca245', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5383036-9ff8-4465-b54a-22fb5e983442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:45:11Z', 'updated_at': '2022-05-23T15:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:53:02.182445 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [None req-a0412358-e8f3-421a-8197-23008be248d0 admin admin] For port dd6615d2-ed44-4e28-a35c-3f4d327ca245, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=dd6615d2-ed44-4e28-a35c-3f4d327ca245,segment=NetworkSegment(2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5),segment_id=2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5)] {{(pid=111208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:53:02.185667 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a0412358-e8f3-421a-8197-23008be248d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (dd6615d2-ed44-4e28-a35c-3f4d327ca245), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:02.206385 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-a0412358-e8f3-421a-8197-23008be248d0 admin admin] Calling delete_port for dd6615d2-ed44-4e28-a35c-3f4d327ca245 owned by network:router_gateway {{(pid=111208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:53:02.385588 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 7d56f671-caca-48dc-8448-bd8549b6956c up at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:53:02.389317 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a68b21d-9464-4393-87c2-e6bd5457993a None None] Checking router: c5383036-9ff8-4465-b54a-22fb5e983442 for host: dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:53:02.428843 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a68b21d-9464-4393-87c2-e6bd5457993a None None] Routers {'c5383036-9ff8-4465-b54a-22fb5e983442'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:53:02.429518 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-5a68b21d-9464-4393-87c2-e6bd5457993a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:52:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['c5383036-9ff8-4465-b54a-22fb5e983442'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:53:02.521761 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Provisioning complete for port 7d56f671-caca-48dc-8448-bd8549b6956c triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:53:02.521761 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (7d56f671-caca-48dc-8448-bd8549b6956c), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:02.559059 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-5a68b21d-9464-4393-87c2-e6bd5457993a None None] Set router c5383036-9ff8-4465-b54a-22fb5e983442 gateway port host: None {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:53:02.613912 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-5a68b21d-9464-4393-87c2-e6bd5457993a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5383036-9ff8-4465-b54a-22fb5e983442', 'name': 'tempest-TestVolumeBootPattern-1715771519-router', 'tenant_id': '561f63bffda54e37a768740ecda8dd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:11Z', 'updated_at': '2022-05-23T15:53:01Z', 'revision_number': 6, 'project_id': '561f63bffda54e37a768740ecda8dd52', 'gw_port_host': None}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:53:02.639259 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a0412358-e8f3-421a-8197-23008be248d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (dd6615d2-ed44-4e28-a35c-3f4d327ca245), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:02.642941 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a68b21d-9464-4393-87c2-e6bd5457993a None None] The sync data for ids ['c5383036-9ff8-4465-b54a-22fb5e983442'] in dv-cinder-840678-12-iscsi is: [{'id': 'c5383036-9ff8-4465-b54a-22fb5e983442', 'name': 'tempest-TestVolumeBootPattern-1715771519-router', 'tenant_id': '561f63bffda54e37a768740ecda8dd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:45:11Z', 'updated_at': '2022-05-23T15:53:01Z', 'revision_number': 6, 'project_id': '561f63bffda54e37a768740ecda8dd52', 'gw_port_host': None}] {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:53:02.667803 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0412358-e8f3-421a-8197-23008be248d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd6615d2-ed44-4e28-a35c-3f4d327ca245,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:02.682147 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Current status of the port 7d56f671-caca-48dc-8448-bd8549b6956c is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:53:02.739178 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a0412358-e8f3-421a-8197-23008be248d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746810'] for router_gateway (c5383036-9ff8-4465-b54a-22fb5e983442), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:02.850663 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a0412358-e8f3-421a-8197-23008be248d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-752101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12818'] for router (c5383036-9ff8-4465-b54a-22fb5e983442), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:02.853670 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a0412358-e8f3-421a-8197-23008be248d0 admin admin] Publish callbacks [] for router_controller (c5383036-9ff8-4465-b54a-22fb5e983442), precommit_delete_associations {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:03.017468 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a0412358-e8f3-421a-8197-23008be248d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-752028'] for router (c5383036-9ff8-4465-b54a-22fb5e983442), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:03.018104 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0412358-e8f3-421a-8197-23008be248d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5383036-9ff8-4465-b54a-22fb5e983442 {{(pid=111208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 15:53:03.023135 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-a0412358-e8f3-421a-8197-23008be248d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:03.024320 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-a0412358-e8f3-421a-8197-23008be248d0 admin admin] 10.222.0.64 "DELETE /v2.0/routers/c5383036-9ff8-4465-b54a-22fb5e983442 HTTP/1.1" status: 204 len: 168 time: 1.5402472 May 23 15:53:03.027642 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 51438) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:03.081644 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:03.090278 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e1fcdd8-3d7a-428c-9fa9-7f0fb578ea46 admin admin] Deleting subnet ae143f12-1257-4fb4-a662-6cb2141c8d57 {{(pid=111208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:53:03.093428 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2e1fcdd8-3d7a-428c-9fa9-7f0fb578ea46 admin admin] Publish callbacks [] for subnet (ae143f12-1257-4fb4-a662-6cb2141c8d57), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:03.138562 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2e1fcdd8-3d7a-428c-9fa9-7f0fb578ea46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211576'] for subnet (ae143f12-1257-4fb4-a662-6cb2141c8d57), precommit_delete_associations {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:03.274582 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2e1fcdd8-3d7a-428c-9fa9-7f0fb578ea46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999690'] for subnet (ae143f12-1257-4fb4-a662-6cb2141c8d57), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:03.329431 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:03.435054 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2e1fcdd8-3d7a-428c-9fa9-7f0fb578ea46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-904184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16100397'] for subnet (ae143f12-1257-4fb4-a662-6cb2141c8d57), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:03.490217 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fcdd8-3d7a-428c-9fa9-7f0fb578ea46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae143f12-1257-4fb4-a662-6cb2141c8d57,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:03.496968 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2e1fcdd8-3d7a-428c-9fa9-7f0fb578ea46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:03.500286 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-2e1fcdd8-3d7a-428c-9fa9-7f0fb578ea46 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ae143f12-1257-4fb4-a662-6cb2141c8d57 HTTP/1.1" status: 204 len: 168 time: 0.4716728 May 23 15:53:03.502843 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 51440) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:03.505262 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2858dfbd-c599-40b7-8d11-37095b215f81 None None] Network be3f5cc1-b1ec-454b-87f7-467fae9714e1 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:53:03.582324 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-081d2ffd-456b-4da2-829e-5ee65099f32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3939425'] for network (be3f5cc1-b1ec-454b-87f7-467fae9714e1), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:03.679607 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-081d2ffd-456b-4da2-829e-5ee65099f32d admin admin] Deleting port bf6bb739-10c3-4048-ad5f-e3f5401cae96 {{(pid=111208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:53:03.681737 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-081d2ffd-456b-4da2-829e-5ee65099f32d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (bf6bb739-10c3-4048-ad5f-e3f5401cae96), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:03.723193 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 51448) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:03.786574 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [None req-081d2ffd-456b-4da2-829e-5ee65099f32d admin admin] For port bf6bb739-10c3-4048-ad5f-e3f5401cae96, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=bf6bb739-10c3-4048-ad5f-e3f5401cae96,segment=NetworkSegment(fc8208e7-ad1f-45cf-ae45-dbd0770138b8),segment_id=fc8208e7-ad1f-45cf-ae45-dbd0770138b8)] {{(pid=111208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:53:03.787619 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-081d2ffd-456b-4da2-829e-5ee65099f32d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (bf6bb739-10c3-4048-ad5f-e3f5401cae96), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:03.811273 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-081d2ffd-456b-4da2-829e-5ee65099f32d admin admin] Calling delete_port for bf6bb739-10c3-4048-ad5f-e3f5401cae96 owned by network:dhcp {{(pid=111208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:53:03.822929 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d024dd6-0759-471d-83ee-c0f3da74c4b3 None None] DHCP port deletion for be3f5cc1-b1ec-454b-87f7-467fae9714e1 request from dv-cinder-840678-12-iscsi {{(pid=111210) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 15:53:03.941783 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-2d024dd6-0759-471d-83ee-c0f3da74c4b3 None None] Deleting port bf6bb739-10c3-4048-ad5f-e3f5401cae96 {{(pid=111210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:53:03.943646 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-2d024dd6-0759-471d-83ee-c0f3da74c4b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (bf6bb739-10c3-4048-ad5f-e3f5401cae96), before_delete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:04.028589 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-081d2ffd-456b-4da2-829e-5ee65099f32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (bf6bb739-10c3-4048-ad5f-e3f5401cae96), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:04.032986 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device dd6615d2-ed44-4e28-a35c-3f4d327ca245 no longer exists at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:53:04.070918 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] No Port match for: dd6615d2-ed44-4e28-a35c-3f4d327ca245 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:53:04.071275 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device dd6615d2-ed44-4e28-a35c-3f4d327ca245 not bound to the agent host dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:53:04.071706 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device bf6bb739-10c3-4048-ad5f-e3f5401cae96 no longer exists at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:53:04.083892 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d2ffd-456b-4da2-829e-5ee65099f32d admin admin] Pushing event deleted for resources: {'Port': ['ID=bf6bb739-10c3-4048-ad5f-e3f5401cae96,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:04.090642 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081d2ffd-456b-4da2-829e-5ee65099f32d admin admin] No DVR routers for this DVR port bf6bb739-10c3-4048-ad5f-e3f5401cae96 on host dv-cinder-840678-12-iscsi {{(pid=111208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:53:04.114521 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-2d024dd6-0759-471d-83ee-c0f3da74c4b3 None None] For port bf6bb739-10c3-4048-ad5f-e3f5401cae96, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=bf6bb739-10c3-4048-ad5f-e3f5401cae96,segment=NetworkSegment(fc8208e7-ad1f-45cf-ae45-dbd0770138b8),segment_id=fc8208e7-ad1f-45cf-ae45-dbd0770138b8)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:53:04.114928 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-2d024dd6-0759-471d-83ee-c0f3da74c4b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (bf6bb739-10c3-4048-ad5f-e3f5401cae96), precommit_delete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:04.141987 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-2d024dd6-0759-471d-83ee-c0f3da74c4b3 None None] Calling delete_port for bf6bb739-10c3-4048-ad5f-e3f5401cae96 owned by network:dhcp {{(pid=111210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:53:04.219709 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-081d2ffd-456b-4da2-829e-5ee65099f32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998021', 'neutron.services.segments.db._delete_segments_for_network-8747701125223'] for network (be3f5cc1-b1ec-454b-87f7-467fae9714e1), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:04.227631 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=100 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:04.229415 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] No Port match for: bf6bb739-10c3-4048-ad5f-e3f5401cae96 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:53:04.229848 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device bf6bb739-10c3-4048-ad5f-e3f5401cae96 not bound to the agent host dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:53:04.230281 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 57b1294b-6953-445a-9e0b-7ab4f833e7a3 no longer exists at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:53:04.252010 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] No Port match for: 57b1294b-6953-445a-9e0b-7ab4f833e7a3 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:53:04.262020 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 57b1294b-6953-445a-9e0b-7ab4f833e7a3 not bound to the agent host dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:53:04.262020 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-2d024dd6-0759-471d-83ee-c0f3da74c4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734'] for port (bf6bb739-10c3-4048-ad5f-e3f5401cae96), after_delete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:04.267877 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.services.segments.db [None req-081d2ffd-456b-4da2-829e-5ee65099f32d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be3f5cc1-b1ec-454b-87f7-467fae9714e1']}} {{(pid=111208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:53:04.284112 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d024dd6-0759-471d-83ee-c0f3da74c4b3 None None] Pushing event deleted for resources: {'Port': ['ID=bf6bb739-10c3-4048-ad5f-e3f5401cae96,revision_number=None']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:04.284339 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.services.segments.db [None req-081d2ffd-456b-4da2-829e-5ee65099f32d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc8208e7-ad1f-45cf-ae45-dbd0770138b8') {'for_net_delete': True} {{(pid=111208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:53:04.284339 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.services.segments.db [None req-081d2ffd-456b-4da2-829e-5ee65099f32d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc8208e7-ad1f-45cf-ae45-dbd0770138b8') {} {{(pid=111208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:53:04.289031 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d024dd6-0759-471d-83ee-c0f3da74c4b3 None None] No DVR routers for this DVR port bf6bb739-10c3-4048-ad5f-e3f5401cae96 on host dv-cinder-840678-12-iscsi {{(pid=111210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:53:04.304492 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:04.308901 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-081d2ffd-456b-4da2-829e-5ee65099f32d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747701124208', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16211575'] for segment (fc8208e7-ad1f-45cf-ae45-dbd0770138b8), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:04.327653 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-081d2ffd-456b-4da2-829e-5ee65099f32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (fc8208e7-ad1f-45cf-ae45-dbd0770138b8), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:04.334667 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-081d2ffd-456b-4da2-829e-5ee65099f32d admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=111208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:53:04.335143 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-081d2ffd-456b-4da2-829e-5ee65099f32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-906266'] for segment (fc8208e7-ad1f-45cf-ae45-dbd0770138b8), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:04.407108 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.services.segments.plugin [-] Segment fc8208e7-ad1f-45cf-ae45-dbd0770138b8 resource provider aggregate not found May 23 15:53:04.418749 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-fbaddc8a-1d2c-4c33-b91b-75291b6932e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745920'] for router_interface (714061f3-96bb-43f2-8d60-4eb51d6d1e51), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:04.440868 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.services.segments.plugin [-] Segment fc8208e7-ad1f-45cf-ae45-dbd0770138b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc8208e7-ad1f-45cf-ae45-dbd0770138b8 found for delete ", "request_id": "req-f5f55353-179e-4c81-8d6a-d5c5cd4cae20"}]} May 23 15:53:04.543603 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-081d2ffd-456b-4da2-829e-5ee65099f32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747474'] for network (be3f5cc1-b1ec-454b-87f7-467fae9714e1), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:04.561801 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-081d2ffd-456b-4da2-829e-5ee65099f32d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:04.565277 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-081d2ffd-456b-4da2-829e-5ee65099f32d admin admin] 10.222.0.64 "DELETE /v2.0/networks/be3f5cc1-b1ec-454b-87f7-467fae9714e1 HTTP/1.1" status: 204 len: 168 time: 1.0613985 May 23 15:53:04.567019 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d2ffd-456b-4da2-829e-5ee65099f32d admin admin] Pushing event deleted for resources: {'Network': ['ID=be3f5cc1-b1ec-454b-87f7-467fae9714e1,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:04.692495 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:04.706269 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-fbaddc8a-1d2c-4c33-b91b-75291b6932e1 admin admin] Deleting port e24102e4-a732-4442-a123-a74caeb2201c {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:53:04.706713 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-fbaddc8a-1d2c-4c33-b91b-75291b6932e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (e24102e4-a732-4442-a123-a74caeb2201c), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:04.801938 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [None req-fbaddc8a-1d2c-4c33-b91b-75291b6932e1 admin admin] For port e24102e4-a732-4442-a123-a74caeb2201c, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=e24102e4-a732-4442-a123-a74caeb2201c,segment=NetworkSegment(d129db44-bab8-43da-81f8-4f7ff8070dc8),segment_id=d129db44-bab8-43da-81f8-4f7ff8070dc8)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:53:04.803321 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-fbaddc8a-1d2c-4c33-b91b-75291b6932e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (e24102e4-a732-4442-a123-a74caeb2201c), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:04.820434 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-fbaddc8a-1d2c-4c33-b91b-75291b6932e1 admin admin] Calling delete_port for e24102e4-a732-4442-a123-a74caeb2201c owned by network:router_interface {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:53:04.959913 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 51460) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:05.024725 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 51462) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:05.025197 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-f074cba6-a04d-42c2-ad79-55a6196b031a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6263581d20ea47bcae22d736f7934e05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0640900 May 23 15:53:05.075102 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-fbaddc8a-1d2c-4c33-b91b-75291b6932e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (e24102e4-a732-4442-a123-a74caeb2201c), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:05.109180 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-01adbe45-0cab-4000-a15c-4f61a0a9c817 admin admin] Publish callbacks [] for security_group (0c86dfb5-9926-4e83-a86f-ae3719fef439), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:05.117372 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaddc8a-1d2c-4c33-b91b-75291b6932e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e24102e4-a732-4442-a123-a74caeb2201c,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:05.482926 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-01adbe45-0cab-4000-a15c-4f61a0a9c817 admin admin] Publish callbacks [] for security_group (0c86dfb5-9926-4e83-a86f-ae3719fef439), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:05.641035 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:05.647781 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-fbaddc8a-1d2c-4c33-b91b-75291b6932e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-291457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745812'] for router_interface (714061f3-96bb-43f2-8d60-4eb51d6d1e51), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:05.767472 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-01adbe45-0cab-4000-a15c-4f61a0a9c817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (0c86dfb5-9926-4e83-a86f-ae3719fef439), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:05.770702 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-01adbe45-0cab-4000-a15c-4f61a0a9c817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:05.771470 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-01adbe45-0cab-4000-a15c-4f61a0a9c817 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0c86dfb5-9926-4e83-a86f-ae3719fef439 HTTP/1.1" status: 204 len: 168 time: 0.7455354 May 23 15:53:05.794403 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:05.799810 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01adbe45-0cab-4000-a15c-4f61a0a9c817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c86dfb5-9926-4e83-a86f-ae3719fef439,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:05.971535 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbaddc8a-1d2c-4c33-b91b-75291b6932e1 admin admin] Router 714061f3-96bb-43f2-8d60-4eb51d6d1e51 has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:53:06.084559 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbaddc8a-1d2c-4c33-b91b-75291b6932e1 admin admin] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:53:06.090915 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-fbaddc8a-1d2c-4c33-b91b-75291b6932e1 admin admin] 10.222.0.64 "PUT /v2.0/routers/714061f3-96bb-43f2-8d60-4eb51d6d1e51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3664553 May 23 15:53:06.093469 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 51466) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:06.102035 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a112ef1-22de-4ecf-aa49-4d928c4de7e3 None None] Sync routers for ids ['714061f3-96bb-43f2-8d60-4eb51d6d1e51'] in dv-cinder-840678-12-iscsi {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:53:06.118905 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a112ef1-22de-4ecf-aa49-4d928c4de7e3 None None] Routers {'714061f3-96bb-43f2-8d60-4eb51d6d1e51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:53:06.120448 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-4a112ef1-22de-4ecf-aa49-4d928c4de7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:52:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['714061f3-96bb-43f2-8d60-4eb51d6d1e51'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:53:06.257099 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f12a0aa0-5a16-4c8b-aaf1-219b4fb45137 admin admin] Publish callbacks [] for router (714061f3-96bb-43f2-8d60-4eb51d6d1e51), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:06.271186 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-4a112ef1-22de-4ecf-aa49-4d928c4de7e3 None None] Set router 714061f3-96bb-43f2-8d60-4eb51d6d1e51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:53:06.361289 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f12a0aa0-5a16-4c8b-aaf1-219b4fb45137 admin admin] Publish callbacks [] for router_gateway (714061f3-96bb-43f2-8d60-4eb51d6d1e51), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:06.473354 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-4a112ef1-22de-4ecf-aa49-4d928c4de7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'name': 'tempest-AttachVolumeShelveTestJSON-715739087-router', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:53:04Z', 'revision_number': 5, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'gw_port': {'id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:53:06.499198 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a112ef1-22de-4ecf-aa49-4d928c4de7e3 None None] Checking router: 714061f3-96bb-43f2-8d60-4eb51d6d1e51 for host: dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:53:06.507674 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a112ef1-22de-4ecf-aa49-4d928c4de7e3 None None] Routers {'714061f3-96bb-43f2-8d60-4eb51d6d1e51'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:53:06.508286 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-4a112ef1-22de-4ecf-aa49-4d928c4de7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:52:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['714061f3-96bb-43f2-8d60-4eb51d6d1e51'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:53:06.699247 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-4a112ef1-22de-4ecf-aa49-4d928c4de7e3 None None] Set router 714061f3-96bb-43f2-8d60-4eb51d6d1e51 gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:53:06.739537 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:DELETE=5,neutron:UPDATE=2,neutron:SELECT=93 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:06.743987 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-f12a0aa0-5a16-4c8b-aaf1-219b4fb45137 admin admin] Deleting port d8cb2336-5f67-4a2b-b126-e51638974655 {{(pid=111208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:53:06.744335 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f12a0aa0-5a16-4c8b-aaf1-219b4fb45137 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (d8cb2336-5f67-4a2b-b126-e51638974655), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:06.805041 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:06.866791 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [None req-f12a0aa0-5a16-4c8b-aaf1-219b4fb45137 admin admin] For port d8cb2336-5f67-4a2b-b126-e51638974655, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=d8cb2336-5f67-4a2b-b126-e51638974655,segment=NetworkSegment(2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5),segment_id=2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5)] {{(pid=111208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:53:06.867155 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f12a0aa0-5a16-4c8b-aaf1-219b4fb45137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (d8cb2336-5f67-4a2b-b126-e51638974655), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:06.885494 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-f12a0aa0-5a16-4c8b-aaf1-219b4fb45137 admin admin] Calling delete_port for d8cb2336-5f67-4a2b-b126-e51638974655 owned by network:router_gateway {{(pid=111208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:53:06.906066 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-4a112ef1-22de-4ecf-aa49-4d928c4de7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'name': 'tempest-AttachVolumeShelveTestJSON-715739087-router', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:53:04Z', 'revision_number': 5, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'gw_port': {'id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:53:06.936462 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 51474) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:06.945667 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a112ef1-22de-4ecf-aa49-4d928c4de7e3 None None] The sync data for ids ['714061f3-96bb-43f2-8d60-4eb51d6d1e51'] in dv-cinder-840678-12-iscsi is: [{'id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'name': 'tempest-AttachVolumeShelveTestJSON-715739087-router', 'tenant_id': '749e4849b23b4e42be64ef0ab0330a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:53:04Z', 'revision_number': 5, 'project_id': '749e4849b23b4e42be64ef0ab0330a0b', 'gw_port': {'id': 'd8cb2336-5f67-4a2b-b126-e51638974655', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714061f3-96bb-43f2-8d60-4eb51d6d1e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:47:11Z', 'updated_at': '2022-05-23T15:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}] {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:53:07.023257 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-23d696d8-69ca-4c07-ba9e-63d0214e656d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=561f63bffda54e37a768740ecda8dd52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0833974 May 23 15:53:07.024040 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 51476) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:07.090490 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-485d8edf-625b-4f07-a45c-8d93cfea6dec admin admin] Publish callbacks [] for security_group (3c4abaa6-0659-4fa4-9a5f-dd6718f7c67a), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:07.117032 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-485d8edf-625b-4f07-a45c-8d93cfea6dec admin admin] Publish callbacks [] for security_group (3c4abaa6-0659-4fa4-9a5f-dd6718f7c67a), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:07.165612 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f12a0aa0-5a16-4c8b-aaf1-219b4fb45137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (d8cb2336-5f67-4a2b-b126-e51638974655), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:07.196071 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a0aa0-5a16-4c8b-aaf1-219b4fb45137 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8cb2336-5f67-4a2b-b126-e51638974655,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:07.268587 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f12a0aa0-5a16-4c8b-aaf1-219b4fb45137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746810'] for router_gateway (714061f3-96bb-43f2-8d60-4eb51d6d1e51), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:07.320096 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-485d8edf-625b-4f07-a45c-8d93cfea6dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (3c4abaa6-0659-4fa4-9a5f-dd6718f7c67a), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:07.322726 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-485d8edf-625b-4f07-a45c-8d93cfea6dec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:07.324525 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-485d8edf-625b-4f07-a45c-8d93cfea6dec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3c4abaa6-0659-4fa4-9a5f-dd6718f7c67a HTTP/1.1" status: 204 len: 168 time: 0.2995496 May 23 15:53:07.340317 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d8edf-625b-4f07-a45c-8d93cfea6dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4abaa6-0659-4fa4-9a5f-dd6718f7c67a,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:07.385977 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f12a0aa0-5a16-4c8b-aaf1-219b4fb45137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-752101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12818'] for router (714061f3-96bb-43f2-8d60-4eb51d6d1e51), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:07.389665 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f12a0aa0-5a16-4c8b-aaf1-219b4fb45137 admin admin] Publish callbacks [] for router_controller (714061f3-96bb-43f2-8d60-4eb51d6d1e51), precommit_delete_associations {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:07.526049 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f12a0aa0-5a16-4c8b-aaf1-219b4fb45137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-752028'] for router (714061f3-96bb-43f2-8d60-4eb51d6d1e51), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:07.526841 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12a0aa0-5a16-4c8b-aaf1-219b4fb45137 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 714061f3-96bb-43f2-8d60-4eb51d6d1e51 {{(pid=111208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 15:53:07.533886 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f12a0aa0-5a16-4c8b-aaf1-219b4fb45137 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:07.535761 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-f12a0aa0-5a16-4c8b-aaf1-219b4fb45137 admin admin] 10.222.0.64 "DELETE /v2.0/routers/714061f3-96bb-43f2-8d60-4eb51d6d1e51 HTTP/1.1" status: 204 len: 168 time: 1.4406238 May 23 15:53:07.538378 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 51480) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:07.632733 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf167d0-8694-4997-8454-f7c64cd7caa7 admin admin] Deleting subnet 0890d0be-25d8-4c38-9ad0-940056305fe2 {{(pid=111209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:53:07.638765 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-fdf167d0-8694-4997-8454-f7c64cd7caa7 admin admin] Publish callbacks [] for subnet (0890d0be-25d8-4c38-9ad0-940056305fe2), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:07.650787 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=100 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:07.687953 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-fdf167d0-8694-4997-8454-f7c64cd7caa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11732013'] for subnet (0890d0be-25d8-4c38-9ad0-940056305fe2), precommit_delete_associations {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:07.812637 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-fdf167d0-8694-4997-8454-f7c64cd7caa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999690'] for subnet (0890d0be-25d8-4c38-9ad0-940056305fe2), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:07.966213 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-fdf167d0-8694-4997-8454-f7c64cd7caa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11985018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12197464'] for subnet (0890d0be-25d8-4c38-9ad0-940056305fe2), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:07.974920 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:07.999296 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf167d0-8694-4997-8454-f7c64cd7caa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0890d0be-25d8-4c38-9ad0-940056305fe2,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:08.012296 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-fdf167d0-8694-4997-8454-f7c64cd7caa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for subnet (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:08.019446 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 51482) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:08.020791 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-fdf167d0-8694-4997-8454-f7c64cd7caa7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0890d0be-25d8-4c38-9ad0-940056305fe2 HTTP/1.1" status: 204 len: 168 time: 0.4813004 May 23 15:53:08.029310 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea72c781-0602-4836-80d7-9373c6db20d0 None None] Network 8fb40c4e-9164-4617-9793-abd2286f1896 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:53:08.100562 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:08.106929 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9cbbcb10-be82-4951-9c7f-8c09b12569ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3939425'] for network (8fb40c4e-9164-4617-9793-abd2286f1896), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:08.156706 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-9cbbcb10-be82-4951-9c7f-8c09b12569ec admin admin] Deleting port 6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce {{(pid=111208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:53:08.157040 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9cbbcb10-be82-4951-9c7f-8c09b12569ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:08.230794 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [None req-9cbbcb10-be82-4951-9c7f-8c09b12569ec admin admin] For port 6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce,segment=NetworkSegment(d129db44-bab8-43da-81f8-4f7ff8070dc8),segment_id=d129db44-bab8-43da-81f8-4f7ff8070dc8)] {{(pid=111208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:53:08.231505 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9cbbcb10-be82-4951-9c7f-8c09b12569ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:08.246524 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-9cbbcb10-be82-4951-9c7f-8c09b12569ec admin admin] Calling delete_port for 6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce owned by network:dhcp {{(pid=111208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:53:08.336708 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86187e9-27f9-4f35-9f0c-23c40317ed8e None None] DHCP port deletion for 8fb40c4e-9164-4617-9793-abd2286f1896 request from dv-cinder-840678-12-iscsi {{(pid=111210) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 15:53:08.352277 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device e24102e4-a732-4442-a123-a74caeb2201c no longer exists at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:53:08.403740 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] No Port match for: e24102e4-a732-4442-a123-a74caeb2201c {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:53:08.404450 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device e24102e4-a732-4442-a123-a74caeb2201c not bound to the agent host dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:53:08.426694 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-a86187e9-27f9-4f35-9f0c-23c40317ed8e None None] Deleting port 6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce {{(pid=111210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:53:08.427326 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-a86187e9-27f9-4f35-9f0c-23c40317ed8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce), before_delete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:08.434435 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9cbbcb10-be82-4951-9c7f-8c09b12569ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:08.459225 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbcb10-be82-4951-9c7f-8c09b12569ec admin admin] Pushing event deleted for resources: {'Port': ['ID=6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:08.465780 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbbcb10-be82-4951-9c7f-8c09b12569ec admin admin] No DVR routers for this DVR port 6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce on host dv-cinder-840678-12-iscsi {{(pid=111208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:53:08.510526 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-a86187e9-27f9-4f35-9f0c-23c40317ed8e None None] For port 6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce,segment=NetworkSegment(d129db44-bab8-43da-81f8-4f7ff8070dc8),segment_id=d129db44-bab8-43da-81f8-4f7ff8070dc8)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:53:08.510845 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-a86187e9-27f9-4f35-9f0c-23c40317ed8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce), precommit_delete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:08.527911 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-a86187e9-27f9-4f35-9f0c-23c40317ed8e None None] Calling delete_port for 6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce owned by network:dhcp {{(pid=111210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:53:08.582359 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9cbbcb10-be82-4951-9c7f-8c09b12569ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998021', 'neutron.services.segments.db._delete_segments_for_network-8747701125223'] for network (8fb40c4e-9164-4617-9793-abd2286f1896), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:08.610212 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.services.segments.db [None req-9cbbcb10-be82-4951-9c7f-8c09b12569ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb40c4e-9164-4617-9793-abd2286f1896']}} {{(pid=111208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:53:08.631944 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-a86187e9-27f9-4f35-9f0c-23c40317ed8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734'] for port (6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce), after_delete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:08.632166 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.services.segments.db [None req-9cbbcb10-be82-4951-9c7f-8c09b12569ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd129db44-bab8-43da-81f8-4f7ff8070dc8') {'for_net_delete': True} {{(pid=111208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:53:08.632347 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.services.segments.db [None req-9cbbcb10-be82-4951-9c7f-8c09b12569ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd129db44-bab8-43da-81f8-4f7ff8070dc8') {} {{(pid=111208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:53:08.645820 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9cbbcb10-be82-4951-9c7f-8c09b12569ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747701124208', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16211575'] for segment (d129db44-bab8-43da-81f8-4f7ff8070dc8), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:08.658622 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86187e9-27f9-4f35-9f0c-23c40317ed8e None None] Pushing event deleted for resources: {'Port': ['ID=6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce,revision_number=None']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:08.660666 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9cbbcb10-be82-4951-9c7f-8c09b12569ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (d129db44-bab8-43da-81f8-4f7ff8070dc8), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:08.669642 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86187e9-27f9-4f35-9f0c-23c40317ed8e None None] No DVR routers for this DVR port 6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce on host dv-cinder-840678-12-iscsi {{(pid=111210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:53:08.671142 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cbbcb10-be82-4951-9c7f-8c09b12569ec admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=111208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:53:08.671554 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9cbbcb10-be82-4951-9c7f-8c09b12569ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-906266'] for segment (d129db44-bab8-43da-81f8-4f7ff8070dc8), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:08.731203 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.services.segments.plugin [-] Segment d129db44-bab8-43da-81f8-4f7ff8070dc8 resource provider aggregate not found May 23 15:53:08.754530 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.services.segments.plugin [-] Segment d129db44-bab8-43da-81f8-4f7ff8070dc8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d129db44-bab8-43da-81f8-4f7ff8070dc8 found for delete ", "request_id": "req-6462c6e9-4c71-467d-aae6-26adb102433a"}]} May 23 15:53:08.839817 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9cbbcb10-be82-4951-9c7f-8c09b12569ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747474'] for network (8fb40c4e-9164-4617-9793-abd2286f1896), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:08.844399 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9cbbcb10-be82-4951-9c7f-8c09b12569ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:08.849620 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-9cbbcb10-be82-4951-9c7f-8c09b12569ec admin admin] 10.222.0.64 "DELETE /v2.0/networks/8fb40c4e-9164-4617-9793-abd2286f1896 HTTP/1.1" status: 204 len: 168 time: 0.8285828 May 23 15:53:08.872228 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbcb10-be82-4951-9c7f-8c09b12569ec admin admin] Pushing event deleted for resources: {'Network': ['ID=8fb40c4e-9164-4617-9793-abd2286f1896,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:09.485659 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 51490) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:09.539166 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-baf317d8-4418-42e4-abe2-f4f2a84cda18 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=749e4849b23b4e42be64ef0ab0330a0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0522754 May 23 15:53:09.540782 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 51492) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:09.596538 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2efee58e-db25-4c8b-a8d8-c084a5ce22cb admin admin] Publish callbacks [] for security_group (8326c673-5f8a-4607-99e0-ef33efa8265c), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:09.625952 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2efee58e-db25-4c8b-a8d8-c084a5ce22cb admin admin] Publish callbacks [] for security_group (8326c673-5f8a-4607-99e0-ef33efa8265c), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:09.783070 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2efee58e-db25-4c8b-a8d8-c084a5ce22cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (8326c673-5f8a-4607-99e0-ef33efa8265c), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:09.785780 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2efee58e-db25-4c8b-a8d8-c084a5ce22cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:09.789403 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-2efee58e-db25-4c8b-a8d8-c084a5ce22cb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8326c673-5f8a-4607-99e0-ef33efa8265c HTTP/1.1" status: 204 len: 168 time: 0.2450936 May 23 15:53:09.798764 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efee58e-db25-4c8b-a8d8-c084a5ce22cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8326c673-5f8a-4607-99e0-ef33efa8265c,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:09.954457 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device d8cb2336-5f67-4a2b-b126-e51638974655 no longer exists at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:53:09.975342 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] No Port match for: d8cb2336-5f67-4a2b-b126-e51638974655 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:53:09.975788 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device d8cb2336-5f67-4a2b-b126-e51638974655 not bound to the agent host dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:53:09.976216 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce no longer exists at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:53:09.999071 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] No Port match for: 6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:53:09.999438 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 6f4b7f60-5bfd-4ede-accd-63fa12f8b9ce not bound to the agent host dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:53:11.832440 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-eede83c5-e3cc-4612-b863-dc481dee6a86 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:11.833845 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-eede83c5-e3cc-4612-b863-dc481dee6a86 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/networks?id=78e8e9b6-c2a4-4052-9c22-01fa79bc5a77 HTTP/1.1" status: 200 len: 814 time: 0.1047878 May 23 15:53:11.849109 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-098ed3c5-f8e7-46b9-8b7e-ca579b3ae234 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/quotas/3daaf17c3dac442f82831c7df811f511 HTTP/1.1" status: 200 len: 375 time: 0.0088739 May 23 15:53:11.891551 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:11.905320 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-3d06414c-bde4-4de7-aec8-9dbf077aca3d tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3daaf17c3dac442f82831c7df811f511&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512810 May 23 15:53:12.031031 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-58c9ddb3-5224-4141-894b-03513185f164 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=111209) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 15:53:12.032123 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-58c9ddb3-5224-4141-894b-03513185f164 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1155655 May 23 15:53:12.126375 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-7d7b0fdf-0d66-47f5-b53a-90e5e87796f7 service neutron] 10.222.0.64 "GET /v2.0/networks/78e8e9b6-c2a4-4052-9c22-01fa79bc5a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875607 May 23 15:53:12.223573 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-8b8e1577-055f-4e67-9d68-d81bc371dff7 service neutron] 10.222.0.64 "GET /v2.0/networks/78e8e9b6-c2a4-4052-9c22-01fa79bc5a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913341 May 23 15:53:12.446456 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6266df33-f409-4142-b32c-cef910ab3457 req-2a0c4d84-c6d2-4d34-a5ef-4ce992360588 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 210 time: 0.0308702 May 23 15:53:13.521019 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3e5bee64-a4f2-4e6c-b434-fed8a8853e30 req-2c73ec5e-97de-43dd-b864-10386ac4441b tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 210 time: 0.0280235 May 23 15:53:14.621124 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-075cb2e3-ce7f-48eb-af5b-75678852cdbb req-6a510cfb-bf61-4d08-ac6e-ec7606cd45e7 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 210 time: 0.0285344 May 23 15:53:15.037978 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-c753f0bb-5ea7-4ace-a21f-37e2521d9c1f tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:15.039546 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-c753f0bb-5ea7-4ace-a21f-37e2521d9c1f tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.69 "GET /v2.0/networks?id=78e8e9b6-c2a4-4052-9c22-01fa79bc5a77 HTTP/1.1" status: 200 len: 814 time: 0.1151328 May 23 15:53:15.059083 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-695520e3-3905-40d2-aff6-2b03fc3f1809 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Request body: {'port': {'device_id': '5010ba7c-c06f-42fc-9868-3782ff2350e6', 'network_id': '78e8e9b6-c2a4-4052-9c22-01fa79bc5a77', 'admin_state_up': True, 'tenant_id': '3daaf17c3dac442f82831c7df811f511'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:53:15.148911 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:15.245585 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-695520e3-3905-40d2-aff6-2b03fc3f1809 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Made reservation on behalf of 3daaf17c3dac442f82831c7df811f511 for: {'port': 1} {{(pid=111209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 15:53:15.249037 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-695520e3-3905-40d2-aff6-2b03fc3f1809 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:15.378078 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_common [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-695520e3-3905-40d2-aff6-2b03fc3f1809 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Allocated IP 172.20.0.7 (78e8e9b6-c2a4-4052-9c22-01fa79bc5a77/4f01e09a-45fb-40f0-ae15-5704893a9bdb/76ad3e47-7e7d-4fde-9328-3a30596e0087) {{(pid=111209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:53:15.533894 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-695520e3-3905-40d2-aff6-2b03fc3f1809 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for port (76ad3e47-7e7d-4fde-9328-3a30596e0087), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:15.702525 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-695520e3-3905-40d2-aff6-2b03fc3f1809 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (76ad3e47-7e7d-4fde-9328-3a30596e0087), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:15.781395 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-695520e3-3905-40d2-aff6-2b03fc3f1809 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Network 78e8e9b6-c2a4-4052-9c22-01fa79bc5a77 is already hosted by enough agents. {{(pid=111209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:53:15.788358 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c6410-71de-4ffb-9e98-11d742d48363 req-a9db06e0-e516-43ba-a097-1ca67bca096e tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:15.789848 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c44c6410-71de-4ffb-9e98-11d742d48363 req-a9db06e0-e516-43ba-a097-1ca67bca096e tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 931 time: 0.1011155 May 23 15:53:15.790696 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695520e3-3905-40d2-aff6-2b03fc3f1809 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Pushing event updated for resources: {'Port': ['ID=76ad3e47-7e7d-4fde-9328-3a30596e0087,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:15.794790 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.base_scheduler [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-695520e3-3905-40d2-aff6-2b03fc3f1809 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Resources bound (agent type, host, resource id): {{(pid=111209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:53:15.798199 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-695520e3-3905-40d2-aff6-2b03fc3f1809 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Received port after_create {{(pid=111209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:53:15.828503 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:15.870510 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-695520e3-3905-40d2-aff6-2b03fc3f1809 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:15.871170 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-695520e3-3905-40d2-aff6-2b03fc3f1809 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:15.895685 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c44c6410-71de-4ffb-9e98-11d742d48363 req-36b489fb-7f38-48e3-a9c9-7797e64c4a58 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924737 May 23 15:53:16.012489 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-695520e3-3905-40d2-aff6-2b03fc3f1809 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9576235 May 23 15:53:16.067437 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-1762b8ea-a5a0-4c00-960d-3098b6e9de35 service neutron] Request body: {'port': {'device_id': '5010ba7c-c06f-42fc-9868-3782ff2350e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:53:16.075341 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:16.077695 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-4038311b-e98a-44df-87c3-a5a1beb8c425 None None] Provisioning complete for port 76ad3e47-7e7d-4fde-9328-3a30596e0087 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:53:16.078266 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-4038311b-e98a-44df-87c3-a5a1beb8c425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (76ad3e47-7e7d-4fde-9328-3a30596e0087), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:16.116098 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-4038311b-e98a-44df-87c3-a5a1beb8c425 None None] Port 76ad3e47-7e7d-4fde-9328-3a30596e0087 cannot update to ACTIVE because it is not bound. {{(pid=111210) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 15:53:16.184986 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-1762b8ea-a5a0-4c00-960d-3098b6e9de35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (76ad3e47-7e7d-4fde-9328-3a30596e0087), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:16.403223 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:16.542916 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-1762b8ea-a5a0-4c00-960d-3098b6e9de35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76ad3e47-7e7d-4fde-9328-3a30596e0087 {{(pid=111209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:53:16.554199 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-1762b8ea-a5a0-4c00-960d-3098b6e9de35 service neutron] Publish callbacks [] for port (76ad3e47-7e7d-4fde-9328-3a30596e0087), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:16.571112 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.provisioning_blocks [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-1762b8ea-a5a0-4c00-960d-3098b6e9de35 service neutron] Transition to ACTIVE for port object 76ad3e47-7e7d-4fde-9328-3a30596e0087 will not be triggered until provisioned by entity L2. {{(pid=111209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 15:53:16.680270 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-1762b8ea-a5a0-4c00-960d-3098b6e9de35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (76ad3e47-7e7d-4fde-9328-3a30596e0087), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:16.749227 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762b8ea-a5a0-4c00-960d-3098b6e9de35 service neutron] Pushing event updated for resources: {'Port': ['ID=76ad3e47-7e7d-4fde-9328-3a30596e0087,revision_number=2']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:16.839538 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-1762b8ea-a5a0-4c00-960d-3098b6e9de35 service neutron] Attempting to bind port 76ad3e47-7e7d-4fde-9328-3a30596e0087 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 15:53:16.840219 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-1762b8ea-a5a0-4c00-960d-3098b6e9de35 service neutron] Attempting to bind port 76ad3e47-7e7d-4fde-9328-3a30596e0087 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '78e8e9b6-c2a4-4052-9c22-01fa79bc5a77'}] {{(pid=111209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 15:53:16.840734 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-1762b8ea-a5a0-4c00-960d-3098b6e9de35 service neutron] Attempting to bind port 76ad3e47-7e7d-4fde-9328-3a30596e0087 on network 78e8e9b6-c2a4-4052-9c22-01fa79bc5a77 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:53:16.846257 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-1762b8ea-a5a0-4c00-960d-3098b6e9de35 service neutron] Port 76ad3e47-7e7d-4fde-9328-3a30596e0087 on network 78e8e9b6-c2a4-4052-9c22-01fa79bc5a77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 15:53:16.846911 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-1762b8ea-a5a0-4c00-960d-3098b6e9de35 service neutron] Attempting to bind port 76ad3e47-7e7d-4fde-9328-3a30596e0087 on network 78e8e9b6-c2a4-4052-9c22-01fa79bc5a77 {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 15:53:16.855422 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-1762b8ea-a5a0-4c00-960d-3098b6e9de35 service neutron] Checking agent: {'id': '0d13f95c-3035-4c18-beb8-0a83c2b7abcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'started_at': datetime.datetime(2022, 5, 23, 15, 39, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 15, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 15:53:16.855962 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-1762b8ea-a5a0-4c00-960d-3098b6e9de35 service neutron] Checking segment: {'id': '4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '78e8e9b6-c2a4-4052-9c22-01fa79bc5a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 15:53:16.856662 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-1762b8ea-a5a0-4c00-960d-3098b6e9de35 service neutron] Bound using segment: {'id': '4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '78e8e9b6-c2a4-4052-9c22-01fa79bc5a77'} {{(pid=111209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 15:53:16.857339 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.managers [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-1762b8ea-a5a0-4c00-960d-3098b6e9de35 service neutron] Bound port: 76ad3e47-7e7d-4fde-9328-3a30596e0087, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '78e8e9b6-c2a4-4052-9c22-01fa79bc5a77'}}] {{(pid=111209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 15:53:16.861737 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-1762b8ea-a5a0-4c00-960d-3098b6e9de35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (76ad3e47-7e7d-4fde-9328-3a30596e0087), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:16.962659 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-1762b8ea-a5a0-4c00-960d-3098b6e9de35 service neutron] For port 76ad3e47-7e7d-4fde-9328-3a30596e0087, host hv-cinder-84067, cleared binding levels {{(pid=111209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 15:53:16.972654 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-1762b8ea-a5a0-4c00-960d-3098b6e9de35 service neutron] For port 76ad3e47-7e7d-4fde-9328-3a30596e0087, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=76ad3e47-7e7d-4fde-9328-3a30596e0087,segment=NetworkSegment(4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab),segment_id=4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab)] {{(pid=111209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 15:53:17.060588 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-1762b8ea-a5a0-4c00-960d-3098b6e9de35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (76ad3e47-7e7d-4fde-9328-3a30596e0087), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:17.093991 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:17.117361 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504e76a-5724-4233-b268-313dc8d2eced req-baf06207-ff58-4810-9931-5a4b2b8fd871 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:17.117361 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f504e76a-5724-4233-b268-313dc8d2eced req-baf06207-ff58-4810-9931-5a4b2b8fd871 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 943 time: 0.0898869 May 23 15:53:17.121595 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-1762b8ea-a5a0-4c00-960d-3098b6e9de35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:17.122398 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-1762b8ea-a5a0-4c00-960d-3098b6e9de35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:17.123885 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-1762b8ea-a5a0-4c00-960d-3098b6e9de35 service neutron] 10.222.0.69 "PUT /v2.0/ports/76ad3e47-7e7d-4fde-9328-3a30596e0087 HTTP/1.1" status: 200 len: 1093 time: 1.0640061 May 23 15:53:17.129149 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5010ba7c-c06f-42fc-9868-3782ff2350e6', 'tag': '76ad3e47-7e7d-4fde-9328-3a30596e0087'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:53:17.132001 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e9e4e5-01d7-4935-bd54-920de8959280" -d '{"events": [{"name": "network-changed", "server_uuid": "5010ba7c-c06f-42fc-9868-3782ff2350e6", "tag": "76ad3e47-7e7d-4fde-9328-3a30596e0087"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:53:17.175460 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762b8ea-a5a0-4c00-960d-3098b6e9de35 service neutron] Pushing event updated for resources: {'Port': ['ID=76ad3e47-7e7d-4fde-9328-3a30596e0087,revision_number=3']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:17.201535 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b23cb29-467f-4a16-8bec-d7976ce9c337 x-openstack-request-id: req-4b23cb29-467f-4a16-8bec-d7976ce9c337 {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:53:17.201833 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5010ba7c-c06f-42fc-9868-3782ff2350e6", "tag": "76ad3e47-7e7d-4fde-9328-3a30596e0087", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:53:17.202096 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4b23cb29-467f-4a16-8bec-d7976ce9c337 {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:53:17.202504 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b23cb29-467f-4a16-8bec-d7976ce9c337'] response: {'name': 'network-changed', 'server_uuid': '5010ba7c-c06f-42fc-9868-3782ff2350e6', 'tag': '76ad3e47-7e7d-4fde-9328-3a30596e0087', 'status': 'completed', 'code': 200} May 23 15:53:17.210378 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f504e76a-5724-4233-b268-313dc8d2eced req-5ac25057-8ec8-44bc-b655-af0553e6b4b7 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753386 May 23 15:53:17.674193 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=93 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:18.335823 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce15440-4efa-46c8-abc1-2970848c8002 req-2c435572-8ff7-4edc-b74a-63e86c6479a9 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:18.337352 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-dce15440-4efa-46c8-abc1-2970848c8002 req-2c435572-8ff7-4edc-b74a-63e86c6479a9 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 943 time: 0.0504375 May 23 15:53:18.392319 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-dce15440-4efa-46c8-abc1-2970848c8002 req-ef1590bc-d9dc-4477-a3a1-7c3a3880a816 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488279 May 23 15:53:19.524729 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f79fe3-36c2-4169-8ba9-9c30599e92db req-4ad28933-f862-4a3d-abc2-dca5f4249eab tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:19.526555 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-28f79fe3-36c2-4169-8ba9-9c30599e92db req-4ad28933-f862-4a3d-abc2-dca5f4249eab tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 943 time: 0.0519626 May 23 15:53:19.530414 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=72,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:19.532353 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=40,neutron:DELETE=6 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:19.576595 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-28f79fe3-36c2-4169-8ba9-9c30599e92db req-665c2aac-cac5-49e1-9ed4-96296edbe928 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441284 May 23 15:53:20.222719 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:53:20.704613 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28da743-80ac-45e1-8470-ac16e8746795 req-524000eb-f481-4f4e-8977-c01db455338a tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:20.706188 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c28da743-80ac-45e1-8470-ac16e8746795 req-524000eb-f481-4f4e-8977-c01db455338a tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 943 time: 0.0551081 May 23 15:53:20.755721 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-c28da743-80ac-45e1-8470-ac16e8746795 req-961e0bd6-88f0-40b9-86e4-cc283a132357 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439200 May 23 15:53:21.880463 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-a436990b-ced4-497a-92d3-2eefc5e9f029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:21.938599 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ad03a-d19d-4277-8583-63e4f4d41b76 req-ada2407d-28f9-4cd4-b254-bf1d8e656b41 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:21.949458 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4b1ad03a-d19d-4277-8583-63e4f4d41b76 req-ada2407d-28f9-4cd4-b254-bf1d8e656b41 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 943 time: 0.0893400 May 23 15:53:22.027144 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-4b1ad03a-d19d-4277-8583-63e4f4d41b76 req-5be54a33-09d6-4099-9913-eb51787def2c tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753853 May 23 15:53:23.181408 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd2bb1-688c-46b2-bd5a-e575b719bed0 req-08ed308e-cd0c-4505-8b63-108946959449 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:23.188168 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-53dd2bb1-688c-46b2-bd5a-e575b719bed0 req-08ed308e-cd0c-4505-8b63-108946959449 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 943 time: 0.0653391 May 23 15:53:23.247670 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-53dd2bb1-688c-46b2-bd5a-e575b719bed0 req-57d5a0f7-65cf-4614-936e-17a531c90a5c tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536191 May 23 15:53:24.437948 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657e14d-e5a8-40ca-93f7-3d46614d44d9 req-6baddab5-2109-4ee6-8d8a-75c8154860ae tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:24.437948 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6657e14d-e5a8-40ca-93f7-3d46614d44d9 req-6baddab5-2109-4ee6-8d8a-75c8154860ae tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 943 time: 0.0585132 May 23 15:53:24.437948 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9e4e5-01d7-4935-bd54-920de8959280 req-7347dfbe-1cee-4e28-8d3f-5d992e24a20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:24.437948 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-30e9e4e5-01d7-4935-bd54-920de8959280 req-7347dfbe-1cee-4e28-8d3f-5d992e24a20d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3daaf17c3dac442f82831c7df811f511&device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 1127 time: 0.0655532 May 23 15:53:24.450770 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:24.510371 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6657e14d-e5a8-40ca-93f7-3d46614d44d9 req-591a035b-7844-4605-8790-45dcac986fa2 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018634 May 23 15:53:24.558537 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9e4e5-01d7-4935-bd54-920de8959280 req-54215c3f-5c9a-4e38-a1fe-3091e82cc930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:24.559971 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-30e9e4e5-01d7-4935-bd54-920de8959280 req-54215c3f-5c9a-4e38-a1fe-3091e82cc930 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=3daaf17c3dac442f82831c7df811f511&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1061757 May 23 15:53:24.657478 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:24.662105 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9e4e5-01d7-4935-bd54-920de8959280 req-36e302b7-ac87-4a86-a770-31a1458591cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:24.663619 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-30e9e4e5-01d7-4935-bd54-920de8959280 req-36e302b7-ac87-4a86-a770-31a1458591cf service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979114 May 23 15:53:24.680630 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-606b54f4-4a06-4b48-843a-fff30c62e870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:24.883409 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-16684efa-1706-4d4e-94d9-8122284f679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:24.884881 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-16684efa-1706-4d4e-94d9-8122284f679a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3daaf17c3dac442f82831c7df811f511&device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 1127 time: 0.0407736 May 23 15:53:24.939410 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-44540a43-639d-486a-937f-fd69d11c6034 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76ad3e47-7e7d-4fde-9328-3a30596e0087 HTTP/1.1" status: 200 len: 217 time: 0.0363040 May 23 15:53:25.001121 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-20db67a7-b737-440e-a872-96531b1362e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:25.002492 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-20db67a7-b737-440e-a872-96531b1362e6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4f01e09a-45fb-40f0-ae15-5704893a9bdb HTTP/1.1" status: 200 len: 853 time: 0.0556624 May 23 15:53:25.047391 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-5261fd2f-e076-4aca-95ac-95b647a8cca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:25.048847 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-5261fd2f-e076-4aca-95ac-95b647a8cca7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=78e8e9b6-c2a4-4052-9c22-01fa79bc5a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393369 May 23 15:53:25.142000 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-e5e7ccc8-6499-4294-a59a-a3e4950c5e3a service neutron] 10.222.0.69 "GET /v2.0/networks/78e8e9b6-c2a4-4052-9c22-01fa79bc5a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853360 May 23 15:53:25.231724 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-69c0e853-6488-4dc3-8d26-1cac0093c7a3 req-d0edf5cf-0bfd-4263-86ea-b8c2155739a9 service neutron] 10.222.0.69 "GET /v2.0/networks/78e8e9b6-c2a4-4052-9c22-01fa79bc5a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842831 May 23 15:53:25.625967 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bfde1-3858-4ed3-8255-1aeeb1ab63f4 req-345c0827-0bfe-4467-8060-eaa22099a9f0 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:25.627451 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-131bfde1-3858-4ed3-8255-1aeeb1ab63f4 req-345c0827-0bfe-4467-8060-eaa22099a9f0 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 943 time: 0.0476935 May 23 15:53:25.657024 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:25.675103 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-131bfde1-3858-4ed3-8255-1aeeb1ab63f4 req-83d0718a-13ec-4b85-a2c0-cf78d47b35cb tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414102 May 23 15:53:26.357819 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 51722) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:26.467432 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-7eb98dd1-384b-4852-a7a8-17f767e30543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:26.541747 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-7eb98dd1-384b-4852-a7a8-17f767e30543 admin admin] Publish callbacks [] for security_group (aa5b2411-9ca7-438d-91ad-3ba971552590), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:26.588388 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-7eb98dd1-384b-4852-a7a8-17f767e30543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (aa5b2411-9ca7-438d-91ad-3ba971552590), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:26.608008 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 76ad3e47-7e7d-4fde-9328-3a30596e0087 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=111210) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 15:53:26.611058 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:26.626887 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb98dd1-384b-4852-a7a8-17f767e30543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5b2411-9ca7-438d-91ad-3ba971552590,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:26.636635 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-7eb98dd1-384b-4852-a7a8-17f767e30543 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=184cfe90c8994b248a82362b7871b129&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2743120 May 23 15:53:26.637318 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 51726) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:26.685887 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-b331b550-c306-4520-af3e-fbf16c791033 admin admin] Publish callbacks [] for security_group (aa5b2411-9ca7-438d-91ad-3ba971552590), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:26.712292 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 76ad3e47-7e7d-4fde-9328-3a30596e0087, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=76ad3e47-7e7d-4fde-9328-3a30596e0087,segment=NetworkSegment(4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab),segment_id=4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:53:26.723390 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:26.725167 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-b331b550-c306-4520-af3e-fbf16c791033 admin admin] Publish callbacks [] for security_group (aa5b2411-9ca7-438d-91ad-3ba971552590), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:26.727679 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Returning: {'device': '76ad3e47-7e7d-4fde-9328-3a30596e0087', 'network_id': '78e8e9b6-c2a4-4052-9c22-01fa79bc5a77', 'port_id': '76ad3e47-7e7d-4fde-9328-3a30596e0087', 'mac_address': 'fa:16:3e:c8:47:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f01e09a-45fb-40f0-ae15-5704893a9bdb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111210) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 15:53:26.762516 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port 76ad3e47-7e7d-4fde-9328-3a30596e0087 is: DOWN; New status is: BUILD {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:53:26.762910 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (76ad3e47-7e7d-4fde-9328-3a30596e0087), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:26.776607 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76ad3e47-7e7d-4fde-9328-3a30596e0087 {{(pid=111210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 15:53:26.796186 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 76ad3e47-7e7d-4fde-9328-3a30596e0087, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=76ad3e47-7e7d-4fde-9328-3a30596e0087,segment=NetworkSegment(4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab),segment_id=4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:53:26.804618 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a5fb2-430a-44a7-ad88-69362c3378b9 req-35c64261-0f91-48b7-bf0b-8d3902b9ed93 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:26.806106 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-943a5fb2-430a-44a7-ad88-69362c3378b9 req-35c64261-0f91-48b7-bf0b-8d3902b9ed93 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 943 time: 0.0529594 May 23 15:53:26.852924 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-943a5fb2-430a-44a7-ad88-69362c3378b9 req-37ccebb5-01e0-437d-901a-026910f083e5 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407541 May 23 15:53:26.879676 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (76ad3e47-7e7d-4fde-9328-3a30596e0087), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:26.913924 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-b331b550-c306-4520-af3e-fbf16c791033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (aa5b2411-9ca7-438d-91ad-3ba971552590), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:26.916489 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-b331b550-c306-4520-af3e-fbf16c791033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:26.917630 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-b331b550-c306-4520-af3e-fbf16c791033 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aa5b2411-9ca7-438d-91ad-3ba971552590 HTTP/1.1" status: 204 len: 168 time: 0.2798634 May 23 15:53:26.925183 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:26.931220 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331b550-c306-4520-af3e-fbf16c791033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5b2411-9ca7-438d-91ad-3ba971552590,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:26.932669 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=76ad3e47-7e7d-4fde-9328-3a30596e0087,revision_number=4']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:27.156777 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['76ad3e47-7e7d-4fde-9328-3a30596e0087'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:53:27.520493 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 51734) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:27.534358 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2333d131-b7b9-4e28-80f7-9b4bc14cbdfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:27.608280 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2333d131-b7b9-4e28-80f7-9b4bc14cbdfc admin admin] Publish callbacks [] for security_group (9b3ff4de-9074-4554-a246-ccff287a4252), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:27.668118 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2333d131-b7b9-4e28-80f7-9b4bc14cbdfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (9b3ff4de-9074-4554-a246-ccff287a4252), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:27.711382 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-2333d131-b7b9-4e28-80f7-9b4bc14cbdfc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5c6b6965cced40ddac0f3bbf94a5c58c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1898241 May 23 15:53:27.714001 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333d131-b7b9-4e28-80f7-9b4bc14cbdfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3ff4de-9074-4554-a246-ccff287a4252,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:27.714139 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 51736) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:27.761024 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3bf51930-cf1f-4914-bc7f-addac0511a02 admin admin] Publish callbacks [] for security_group (9b3ff4de-9074-4554-a246-ccff287a4252), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:27.782578 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3bf51930-cf1f-4914-bc7f-addac0511a02 admin admin] Publish callbacks [] for security_group (9b3ff4de-9074-4554-a246-ccff287a4252), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:27.813093 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:27.930162 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3bf51930-cf1f-4914-bc7f-addac0511a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (9b3ff4de-9074-4554-a246-ccff287a4252), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:27.932693 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3bf51930-cf1f-4914-bc7f-addac0511a02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:27.934376 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-3bf51930-cf1f-4914-bc7f-addac0511a02 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9b3ff4de-9074-4554-a246-ccff287a4252 HTTP/1.1" status: 204 len: 168 time: 0.2193244 May 23 15:53:27.969023 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf51930-cf1f-4914-bc7f-addac0511a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3ff4de-9074-4554-a246-ccff287a4252,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:27.991591 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc12efe-e4f7-47bb-befc-579bce6c0f97 req-d023fc3a-4494-4ace-9235-7726fe0bc5e2 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:27.993907 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-fbc12efe-e4f7-47bb-befc-579bce6c0f97 req-d023fc3a-4494-4ace-9235-7726fe0bc5e2 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 944 time: 0.0743198 May 23 15:53:28.050469 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-fbc12efe-e4f7-47bb-befc-579bce6c0f97 req-f7a2cbeb-d92e-4a54-91db-468e4f50b76e tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493283 May 23 15:53:28.302519 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:28.623296 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 76ad3e47-7e7d-4fde-9328-3a30596e0087 up at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 15:53:28.667410 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning for port 76ad3e47-7e7d-4fde-9328-3a30596e0087 completed by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 15:53:28.725422 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Provisioning complete for port 76ad3e47-7e7d-4fde-9328-3a30596e0087 triggered by entity L2. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:53:28.725854 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (76ad3e47-7e7d-4fde-9328-3a30596e0087), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:28.800378 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Current status of the port 76ad3e47-7e7d-4fde-9328-3a30596e0087 is: BUILD; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:53:28.800716 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (76ad3e47-7e7d-4fde-9328-3a30596e0087), before_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:28.823480 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5010ba7c-c06f-42fc-9868-3782ff2350e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ad3e47-7e7d-4fde-9328-3a30596e0087'}] {{(pid=111210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:53:28.828035 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9c7a1c507f49bcca1db13b0162076e02f5240d03c1faf9934ae6854bea0488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c755aff6-55c5-40c4-9621-ce752e6a3141" -d '{"events": [{"server_uuid": "5010ba7c-c06f-42fc-9868-3782ff2350e6", "name": "network-vif-plugged", "status": "completed", "tag": "76ad3e47-7e7d-4fde-9328-3a30596e0087"}]}' {{(pid=111210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:53:28.838757 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] For port 76ad3e47-7e7d-4fde-9328-3a30596e0087, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=76ad3e47-7e7d-4fde-9328-3a30596e0087,segment=NetworkSegment(4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab),segment_id=4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:53:28.942349 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761'] for port (76ad3e47-7e7d-4fde-9328-3a30596e0087), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:28.982937 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027496b2-6081-484a-9abf-994bba3d0013 x-openstack-request-id: req-027496b2-6081-484a-9abf-994bba3d0013 {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:53:28.983606 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5010ba7c-c06f-42fc-9868-3782ff2350e6", "name": "network-vif-plugged", "status": "completed", "tag": "76ad3e47-7e7d-4fde-9328-3a30596e0087", "code": 200}]} {{(pid=111210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:53:28.983864 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-027496b2-6081-484a-9abf-994bba3d0013 {{(pid=111210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:53:28.984260 dv-cinder-840678-12-iscsi neutron-server[111210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-027496b2-6081-484a-9abf-994bba3d0013'] response: {'server_uuid': '5010ba7c-c06f-42fc-9868-3782ff2350e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ad3e47-7e7d-4fde-9328-3a30596e0087', 'code': 200} May 23 15:53:28.998246 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Pushing event updated for resources: {'Port': ['ID=76ad3e47-7e7d-4fde-9328-3a30596e0087,revision_number=5']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:29.010736 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:29.167050 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ee056-756d-4f96-9cc3-bd0dca43e4d1 req-348759f7-2a4f-45d1-8940-8023c9813e99 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:29.170576 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3c1ee056-756d-4f96-9cc3-bd0dca43e4d1 req-348759f7-2a4f-45d1-8940-8023c9813e99 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 945 time: 0.0514634 May 23 15:53:29.217712 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3c1ee056-756d-4f96-9cc3-bd0dca43e4d1 req-d5b94e56-2500-4600-a27c-40609571b508 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417216 May 23 15:53:29.364264 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c37eb4-3318-4d92-9b50-f4fbf77b1c45 req-2e27d615-c6d9-463f-9a7e-9efdb5ed5ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:29.365793 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a8c37eb4-3318-4d92-9b50-f4fbf77b1c45 req-2e27d615-c6d9-463f-9a7e-9efdb5ed5ea1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 1129 time: 0.0386341 May 23 15:53:29.410673 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a8c37eb4-3318-4d92-9b50-f4fbf77b1c45 req-97469f0f-2fa6-4458-a0b5-d559c6f4418b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380628 May 23 15:53:30.218418 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:30.219200 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:30.344736 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79280ab-adba-42c1-bd5d-fe0fd7f1ce3b req-f377ff37-3fd4-4d0f-8f0d-00feb810d339 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:30.353302 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a79280ab-adba-42c1-bd5d-fe0fd7f1ce3b req-f377ff37-3fd4-4d0f-8f0d-00feb810d339 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 945 time: 0.0553493 May 23 15:53:30.393364 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a79280ab-adba-42c1-bd5d-fe0fd7f1ce3b req-51324eb6-e1b5-4ed8-9304-541b7c44aee6 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413830 May 23 15:53:31.508978 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec3601-f8d4-4771-9462-63f1fd78dcc6 req-5e2b27e7-3b47-4e54-88a2-01bcce15f253 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:31.510489 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e1ec3601-f8d4-4771-9462-63f1fd78dcc6 req-5e2b27e7-3b47-4e54-88a2-01bcce15f253 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 945 time: 0.0485513 May 23 15:53:31.558607 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e1ec3601-f8d4-4771-9462-63f1fd78dcc6 req-0ea95f85-6c47-4ff6-b400-9fe059a5af17 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420187 May 23 15:53:31.672546 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679272dd-ed45-453f-a32c-fd84373ac5bf req-13c683e5-348a-4c67-bd76-61a2c5066b14 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:31.674057 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-679272dd-ed45-453f-a32c-fd84373ac5bf req-13c683e5-348a-4c67-bd76-61a2c5066b14 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 945 time: 0.0477624 May 23 15:53:31.728323 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-679272dd-ed45-453f-a32c-fd84373ac5bf req-de67936f-22ec-4477-9519-cfda443a6698 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483220 May 23 15:53:32.050112 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67b70e-7f2b-40e3-a019-c49d10775a90 req-08da27f0-b980-4c68-89a2-e3b4c4402d67 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:32.051565 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3c67b70e-7f2b-40e3-a019-c49d10775a90 req-08da27f0-b980-4c68-89a2-e3b4c4402d67 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 945 time: 0.0485287 May 23 15:53:32.100033 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3c67b70e-7f2b-40e3-a019-c49d10775a90 req-7b16a7e2-aa36-4792-92b6-a6db8730146a tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429845 May 23 15:53:32.835373 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 51826) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:32.945367 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-826e5ac7-038e-40a6-b1af-8c998f2813df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:32.947746 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:33.022006 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-826e5ac7-038e-40a6-b1af-8c998f2813df admin admin] Publish callbacks [] for security_group (21b25e85-4589-4581-8df2-0935d6a93ccd), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:33.119303 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-826e5ac7-038e-40a6-b1af-8c998f2813df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (21b25e85-4589-4581-8df2-0935d6a93ccd), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:33.153104 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:33.160061 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-826e5ac7-038e-40a6-b1af-8c998f2813df admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=60721ae81b9e4141bc7275fe248235fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3235013 May 23 15:53:33.161245 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e5ac7-038e-40a6-b1af-8c998f2813df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b25e85-4589-4581-8df2-0935d6a93ccd,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:33.162878 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 51832) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:33.215439 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e3de3d16-dfc5-444f-96da-053a8ee306aa admin admin] Publish callbacks [] for security_group (21b25e85-4589-4581-8df2-0935d6a93ccd), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:33.237557 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e3de3d16-dfc5-444f-96da-053a8ee306aa admin admin] Publish callbacks [] for security_group (21b25e85-4589-4581-8df2-0935d6a93ccd), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:33.353956 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e3de3d16-dfc5-444f-96da-053a8ee306aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (21b25e85-4589-4581-8df2-0935d6a93ccd), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:33.356463 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e3de3d16-dfc5-444f-96da-053a8ee306aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:33.358619 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-e3de3d16-dfc5-444f-96da-053a8ee306aa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/21b25e85-4589-4581-8df2-0935d6a93ccd HTTP/1.1" status: 204 len: 168 time: 0.1937726 May 23 15:53:33.366408 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de3d16-dfc5-444f-96da-053a8ee306aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b25e85-4589-4581-8df2-0935d6a93ccd,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:34.046165 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 51846) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:34.064014 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2f652756-6d59-4680-86e1-b654ed532e1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:34.142335 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2f652756-6d59-4680-86e1-b654ed532e1c admin admin] Publish callbacks [] for security_group (3f03b323-6db8-490d-afaa-a505684058f5), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:34.268039 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2f652756-6d59-4680-86e1-b654ed532e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (3f03b323-6db8-490d-afaa-a505684058f5), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:34.309849 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-2f652756-6d59-4680-86e1-b654ed532e1c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d35a48109c5e4b90a2a53cf0e21ececb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2623751 May 23 15:53:34.311207 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f652756-6d59-4680-86e1-b654ed532e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f03b323-6db8-490d-afaa-a505684058f5,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:34.312474 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 51852) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:34.371158 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-baf9deb9-c257-4be2-9e67-3d3d71419e07 admin admin] Publish callbacks [] for security_group (3f03b323-6db8-490d-afaa-a505684058f5), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:34.394557 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-baf9deb9-c257-4be2-9e67-3d3d71419e07 admin admin] Publish callbacks [] for security_group (3f03b323-6db8-490d-afaa-a505684058f5), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:34.530578 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-baf9deb9-c257-4be2-9e67-3d3d71419e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (3f03b323-6db8-490d-afaa-a505684058f5), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:34.533231 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-baf9deb9-c257-4be2-9e67-3d3d71419e07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:34.534404 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-baf9deb9-c257-4be2-9e67-3d3d71419e07 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3f03b323-6db8-490d-afaa-a505684058f5 HTTP/1.1" status: 204 len: 168 time: 0.2203600 May 23 15:53:34.542937 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9deb9-c257-4be2-9e67-3d3d71419e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f03b323-6db8-490d-afaa-a505684058f5,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:36.323183 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 51890) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:36.460071 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-ea2eda57-609f-4d80-ac23-39596c04a6cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:36.532104 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-ea2eda57-609f-4d80-ac23-39596c04a6cb admin admin] Publish callbacks [] for security_group (30fc803f-ff3d-40c7-b108-bc03d8d26dc7), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:36.661651 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-ea2eda57-609f-4d80-ac23-39596c04a6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (30fc803f-ff3d-40c7-b108-bc03d8d26dc7), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:36.702057 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-ea2eda57-609f-4d80-ac23-39596c04a6cb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=372562c3f4ad4c1e9a3ad36c98261514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3778334 May 23 15:53:36.702910 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2eda57-609f-4d80-ac23-39596c04a6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fc803f-ff3d-40c7-b108-bc03d8d26dc7,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:36.704783 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 51894) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:36.762088 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f5c2261d-402d-40ff-b65f-d1d37344a74d admin admin] Publish callbacks [] for security_group (30fc803f-ff3d-40c7-b108-bc03d8d26dc7), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:36.784619 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f5c2261d-402d-40ff-b65f-d1d37344a74d admin admin] Publish callbacks [] for security_group (30fc803f-ff3d-40c7-b108-bc03d8d26dc7), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:36.907687 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f5c2261d-402d-40ff-b65f-d1d37344a74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (30fc803f-ff3d-40c7-b108-bc03d8d26dc7), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:36.910301 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-f5c2261d-402d-40ff-b65f-d1d37344a74d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:36.911457 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-f5c2261d-402d-40ff-b65f-d1d37344a74d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/30fc803f-ff3d-40c7-b108-bc03d8d26dc7 HTTP/1.1" status: 204 len: 168 time: 0.2056081 May 23 15:53:36.921385 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2261d-402d-40ff-b65f-d1d37344a74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fc803f-ff3d-40c7-b108-bc03d8d26dc7,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:36.928169 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2261d-402d-40ff-b65f-d1d37344a74d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:53:36.929763 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2261d-402d-40ff-b65f-d1d37344a74d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:53:36.929763 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2261d-402d-40ff-b65f-d1d37344a74d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:53:36.929763 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2261d-402d-40ff-b65f-d1d37344a74d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:53:36.929763 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2261d-402d-40ff-b65f-d1d37344a74d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:53:36.930175 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2261d-402d-40ff-b65f-d1d37344a74d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:53:36.930314 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2261d-402d-40ff-b65f-d1d37344a74d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:53:36.930678 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2261d-402d-40ff-b65f-d1d37344a74d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:53:36.931102 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2261d-402d-40ff-b65f-d1d37344a74d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:53:36.931337 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2261d-402d-40ff-b65f-d1d37344a74d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:53:36.931755 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2261d-402d-40ff-b65f-d1d37344a74d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:53:36.932001 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2261d-402d-40ff-b65f-d1d37344a74d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:53:36.932333 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2261d-402d-40ff-b65f-d1d37344a74d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:53:36.932664 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2261d-402d-40ff-b65f-d1d37344a74d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:53:36.933052 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c2261d-402d-40ff-b65f-d1d37344a74d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:53:44.675069 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f68c77-c601-40ba-94ab-4809a78d18bb req-6e7579a4-07a1-4f2b-bcb4-82fc8064cdb3 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:44.676572 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-38f68c77-c601-40ba-94ab-4809a78d18bb req-6e7579a4-07a1-4f2b-bcb4-82fc8064cdb3 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 945 time: 0.0504568 May 23 15:53:44.976852 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-38f68c77-c601-40ba-94ab-4809a78d18bb req-6bdf8f14-2850-425d-b755-ce99f299a81d tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946529 May 23 15:53:45.000632 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 51974) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:45.192734 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fcb900-73c0-4c7a-92b9-031cc9557c22 tempest-TestMinimumBasicScenario-1771347801 tempest-TestMinimumBasicScenario-1771347801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:45.194381 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-80fcb900-73c0-4c7a-92b9-031cc9557c22 tempest-TestMinimumBasicScenario-1771347801 tempest-TestMinimumBasicScenario-1771347801-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 1124 time: 0.1926541 May 23 15:53:45.197180 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 51980) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:45.201903 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-6c2357a0-c698-4d23-bb6c-b0a03d58842b tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Request body: {'floatingip': {'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'port_id': '76ad3e47-7e7d-4fde-9328-3a30596e0087', 'tenant_id': '3daaf17c3dac442f82831c7df811f511', 'fixed_ip_address': '172.20.0.7'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:53:45.307888 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-6c2357a0-c698-4d23-bb6c-b0a03d58842b tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:45.386640 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-6c2357a0-c698-4d23-bb6c-b0a03d58842b tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:45.396046 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:45.397929 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=7 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:45.495501 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_common [None req-6c2357a0-c698-4d23-bb6c-b0a03d58842b tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Allocated IP 172.27.3.136 (423e159f-0d94-4204-8598-641f4ed121cf/6893e8f7-d8c8-4bdd-8cf7-487cc5c00794/0999e966-af43-40d6-aaeb-c0bad08acee5) {{(pid=111208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 15:53:45.595433 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-6c2357a0-c698-4d23-bb6c-b0a03d58842b tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for port (0999e966-af43-40d6-aaeb-c0bad08acee5), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:45.759220 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-6c2357a0-c698-4d23-bb6c-b0a03d58842b tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747700595725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (0999e966-af43-40d6-aaeb-c0bad08acee5), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:45.803212 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2357a0-c698-4d23-bb6c-b0a03d58842b tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Network 423e159f-0d94-4204-8598-641f4ed121cf is already hosted by enough agents. {{(pid=111208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 15:53:45.808409 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.base_scheduler [None req-6c2357a0-c698-4d23-bb6c-b0a03d58842b tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Resources bound (agent type, host, resource id): {{(pid=111208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 15:53:45.813146 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2357a0-c698-4d23-bb6c-b0a03d58842b tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Received port after_create {{(pid=111208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 15:53:45.837276 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2357a0-c698-4d23-bb6c-b0a03d58842b tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Pushing event updated for resources: {'Port': ['ID=0999e966-af43-40d6-aaeb-c0bad08acee5,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:45.973641 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:46.171638 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-6c2357a0-c698-4d23-bb6c-b0a03d58842b tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for floatingip (1a6213dd-f412-4fe2-bcf7-3192c3780edc), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:46.298777 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-6c2357a0-c698-4d23-bb6c-b0a03d58842b tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (0999e966-af43-40d6-aaeb-c0bad08acee5), before_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:46.725939 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-6c2357a0-c698-4d23-bb6c-b0a03d58842b tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for port (0999e966-af43-40d6-aaeb-c0bad08acee5), precommit_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:46.798797 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-6c2357a0-c698-4d23-bb6c-b0a03d58842b tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-906278'] for port (0999e966-af43-40d6-aaeb-c0bad08acee5), after_update {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:46.802190 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:46.864164 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2357a0-c698-4d23-bb6c-b0a03d58842b tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Pushing event updated for resources: {'Port': ['ID=0999e966-af43-40d6-aaeb-c0bad08acee5,revision_number=2']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:46.878736 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-6c2357a0-c698-4d23-bb6c-b0a03d58842b tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747456'] for floatingip (1a6213dd-f412-4fe2-bcf7-3192c3780edc), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:46.947391 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:46.948500 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:46.980521 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.db.l3_db [None req-6c2357a0-c698-4d23-bb6c-b0a03d58842b tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Floating IP 1a6213dd-f412-4fe2-bcf7-3192c3780edc associated. External IP: 172.27.3.136, port: 76ad3e47-7e7d-4fde-9328-3a30596e0087. May 23 15:53:47.182657 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2357a0-c698-4d23-bb6c-b0a03d58842b tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Router 2290dedc-1a2e-4f4c-8ff7-76da5f59838c has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:53:47.279915 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:47.288917 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2357a0-c698-4d23-bb6c-b0a03d58842b tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:53:47.298492 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad298294-ee62-4255-8fdd-4b554c9c709d None None] Sync routers for ids ['2290dedc-1a2e-4f4c-8ff7-76da5f59838c'] in dv-cinder-840678-12-iscsi {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:53:47.312531 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad298294-ee62-4255-8fdd-4b554c9c709d None None] Routers {'2290dedc-1a2e-4f4c-8ff7-76da5f59838c'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:53:47.313181 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-ad298294-ee62-4255-8fdd-4b554c9c709d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:53:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['2290dedc-1a2e-4f4c-8ff7-76da5f59838c'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:53:47.412712 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-ad298294-ee62-4255-8fdd-4b554c9c709d None None] Set router 2290dedc-1a2e-4f4c-8ff7-76da5f59838c gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:53:47.424028 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-6c2357a0-c698-4d23-bb6c-b0a03d58842b tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:47.455717 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-6c2357a0-c698-4d23-bb6c-b0a03d58842b tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2575238 May 23 15:53:47.456432 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5010ba7c-c06f-42fc-9868-3782ff2350e6', 'tag': '76ad3e47-7e7d-4fde-9328-3a30596e0087'}] {{(pid=111208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:53:47.459961 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 52002) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:47.460462 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e8bc6f21cde82e90109a250a18be241d8bc12bef919575b3a0310827eb45c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5e20c6-f235-45a7-beec-3b0c63ee744d" -d '{"events": [{"name": "network-changed", "server_uuid": "5010ba7c-c06f-42fc-9868-3782ff2350e6", "tag": "76ad3e47-7e7d-4fde-9328-3a30596e0087"}]}' {{(pid=111208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:53:47.463322 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-0b89f992-cc8b-4980-a3b7-9a41758f6a83 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1984262076', 'description': 'tempest-secgroup-smoke-1984262076 description', 'project_id': '3daaf17c3dac442f82831c7df811f511'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:53:47.500418 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b586b40e-7bb6-43c1-ae2d-97cba0d0095e x-openstack-request-id: req-b586b40e-7bb6-43c1-ae2d-97cba0d0095e {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:53:47.500719 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5010ba7c-c06f-42fc-9868-3782ff2350e6", "tag": "76ad3e47-7e7d-4fde-9328-3a30596e0087", "status": "completed", "code": 200}]} {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:53:47.500980 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b586b40e-7bb6-43c1-ae2d-97cba0d0095e {{(pid=111208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:53:47.501434 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b586b40e-7bb6-43c1-ae2d-97cba0d0095e'] response: {'name': 'network-changed', 'server_uuid': '5010ba7c-c06f-42fc-9868-3782ff2350e6', 'tag': '76ad3e47-7e7d-4fde-9328-3a30596e0087', 'status': 'completed', 'code': 200} May 23 15:53:47.598028 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e20c6-f235-45a7-beec-3b0c63ee744d req-68b66673-bb18-4f1f-a5f2-258b5524362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:47.599728 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8e5e20c6-f235-45a7-beec-3b0c63ee744d req-68b66673-bb18-4f1f-a5f2-258b5524362b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3daaf17c3dac442f82831c7df811f511&device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 1129 time: 0.0407033 May 23 15:53:47.631179 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-ad298294-ee62-4255-8fdd-4b554c9c709d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'name': 'tempest-TestMinimumBasicScenario-148795457-router', 'tenant_id': '3daaf17c3dac442f82831c7df811f511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '5747c363-f343-473a-8c85-9227aaf21b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:52:43Z', 'updated_at': '2022-05-23T15:52:47Z', 'revision_number': 4, 'project_id': '3daaf17c3dac442f82831c7df811f511', 'gw_port': {'id': '5747c363-f343-473a-8c85-9227aaf21b40', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:13:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:52:44Z', 'updated_at': '2022-05-23T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '1a6213dd-f412-4fe2-bcf7-3192c3780edc', 'tenant_id': '3daaf17c3dac442f82831c7df811f511', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'port_id': '76ad3e47-7e7d-4fde-9328-3a30596e0087', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78e8e9b6-c2a4-4052-9c22-01fa79bc5a77', 'mac_address': 'fa:16:3e:c8:47:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5010ba7c-c06f-42fc-9868-3782ff2350e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:53:46Z', 'updated_at': '2022-05-23T15:53:46Z', 'revision_number': 0, 'project_id': '3daaf17c3dac442f82831c7df811f511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77bbec8a-e211-40a3-8868-2a0a4f83534c', 'name': '', 'network_id': '78e8e9b6-c2a4-4052-9c22-01fa79bc5a77', 'tenant_id': '3daaf17c3dac442f82831c7df811f511', 'mac_address': 'fa:16:3e:b0:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f01e09a-45fb-40f0-ae15-5704893a9bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:52:46Z', 'updated_at': '2022-05-23T15:52:51Z', 'revision_number': 5, 'project_id': '3daaf17c3dac442f82831c7df811f511', 'subnets': [{'id': '4f01e09a-45fb-40f0-ae15-5704893a9bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:53:47.654553 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-0b89f992-cc8b-4980-a3b7-9a41758f6a83 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:47.655610 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad298294-ee62-4255-8fdd-4b554c9c709d None None] Checking router: 2290dedc-1a2e-4f4c-8ff7-76da5f59838c for host: dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:53:47.664074 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad298294-ee62-4255-8fdd-4b554c9c709d None None] Routers {'2290dedc-1a2e-4f4c-8ff7-76da5f59838c'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:53:47.664689 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-ad298294-ee62-4255-8fdd-4b554c9c709d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:53:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['2290dedc-1a2e-4f4c-8ff7-76da5f59838c'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:53:47.728696 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e20c6-f235-45a7-beec-3b0c63ee744d req-c7a65286-b42a-4c31-9b69-52cb0db7e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:47.730216 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8e5e20c6-f235-45a7-beec-3b0c63ee744d req-c7a65286-b42a-4c31-9b69-52cb0db7e1c2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=78e8e9b6-c2a4-4052-9c22-01fa79bc5a77 HTTP/1.1" status: 200 len: 915 time: 0.1240401 May 23 15:53:47.806791 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-0b89f992-cc8b-4980-a3b7-9a41758f6a83 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for security_group (27d63fb7-8e79-464e-a1a6-5f1640e478ab), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:47.818241 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8e5e20c6-f235-45a7-beec-3b0c63ee744d req-744c3503-3b96-4bc7-8565-25d172f5c15d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76ad3e47-7e7d-4fde-9328-3a30596e0087 HTTP/1.1" status: 200 len: 999 time: 0.0808754 May 23 15:53:47.833100 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:47.869202 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-0b89f992-cc8b-4980-a3b7-9a41758f6a83 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (27d63fb7-8e79-464e-a1a6-5f1640e478ab), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:47.876520 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:47.887401 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e20c6-f235-45a7-beec-3b0c63ee744d req-55e66465-0af1-4904-87aa-f02351b2e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:47.888888 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8e5e20c6-f235-45a7-beec-3b0c63ee744d req-55e66465-0af1-4904-87aa-f02351b2e805 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4f01e09a-45fb-40f0-ae15-5704893a9bdb HTTP/1.1" status: 200 len: 853 time: 0.0648954 May 23 15:53:47.900803 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-ad298294-ee62-4255-8fdd-4b554c9c709d None None] Set router 2290dedc-1a2e-4f4c-8ff7-76da5f59838c gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:53:47.915820 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89f992-cc8b-4980-a3b7-9a41758f6a83 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27d63fb7-8e79-464e-a1a6-5f1640e478ab,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:47.943896 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89f992-cc8b-4980-a3b7-9a41758f6a83 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:53:47.944245 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89f992-cc8b-4980-a3b7-9a41758f6a83 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:53:47.944590 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89f992-cc8b-4980-a3b7-9a41758f6a83 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:53:47.944929 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89f992-cc8b-4980-a3b7-9a41758f6a83 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:53:47.945297 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89f992-cc8b-4980-a3b7-9a41758f6a83 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:53:47.945639 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89f992-cc8b-4980-a3b7-9a41758f6a83 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:53:47.945964 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89f992-cc8b-4980-a3b7-9a41758f6a83 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:53:47.946292 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89f992-cc8b-4980-a3b7-9a41758f6a83 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:53:47.946620 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89f992-cc8b-4980-a3b7-9a41758f6a83 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:53:47.946945 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89f992-cc8b-4980-a3b7-9a41758f6a83 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:53:47.947268 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89f992-cc8b-4980-a3b7-9a41758f6a83 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:53:47.947589 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89f992-cc8b-4980-a3b7-9a41758f6a83 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:53:47.947908 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89f992-cc8b-4980-a3b7-9a41758f6a83 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:53:47.948229 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89f992-cc8b-4980-a3b7-9a41758f6a83 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:53:47.948550 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89f992-cc8b-4980-a3b7-9a41758f6a83 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:53:47.957530 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-0b89f992-cc8b-4980-a3b7-9a41758f6a83 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:47.958747 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-0b89f992-cc8b-4980-a3b7-9a41758f6a83 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4992373 May 23 15:53:47.961721 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 52006) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:47.966069 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-2e487f0a-0e23-4b18-be19-55c61c99f52e tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Request body: {'security_group_rule': {'security_group_id': '27d63fb7-8e79-464e-a1a6-5f1640e478ab', 'project_id': '3daaf17c3dac442f82831c7df811f511', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:53:47.972740 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e20c6-f235-45a7-beec-3b0c63ee744d req-0b21ab40-cb9d-420e-934c-eae4cb9dfda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:47.974202 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8e5e20c6-f235-45a7-beec-3b0c63ee744d req-0b21ab40-cb9d-420e-934c-eae4cb9dfda5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=78e8e9b6-c2a4-4052-9c22-01fa79bc5a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0759354 May 23 15:53:48.077471 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2e487f0a-0e23-4b18-be19-55c61c99f52e tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for security_group_rule (82e00c65-8611-4585-b9cc-15d8fc735b02), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:48.082937 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8e5e20c6-f235-45a7-beec-3b0c63ee744d req-1d5dd58a-63cf-44c0-8aa0-c35c5cd55dd1 service neutron] 10.222.0.69 "GET /v2.0/networks/78e8e9b6-c2a4-4052-9c22-01fa79bc5a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012759 May 23 15:53:48.116988 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-ad298294-ee62-4255-8fdd-4b554c9c709d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'name': 'tempest-TestMinimumBasicScenario-148795457-router', 'tenant_id': '3daaf17c3dac442f82831c7df811f511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '5747c363-f343-473a-8c85-9227aaf21b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:52:43Z', 'updated_at': '2022-05-23T15:52:47Z', 'revision_number': 4, 'project_id': '3daaf17c3dac442f82831c7df811f511', 'gw_port': {'id': '5747c363-f343-473a-8c85-9227aaf21b40', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:13:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:52:44Z', 'updated_at': '2022-05-23T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '1a6213dd-f412-4fe2-bcf7-3192c3780edc', 'tenant_id': '3daaf17c3dac442f82831c7df811f511', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'port_id': '76ad3e47-7e7d-4fde-9328-3a30596e0087', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78e8e9b6-c2a4-4052-9c22-01fa79bc5a77', 'mac_address': 'fa:16:3e:c8:47:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5010ba7c-c06f-42fc-9868-3782ff2350e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:53:46Z', 'updated_at': '2022-05-23T15:53:46Z', 'revision_number': 0, 'project_id': '3daaf17c3dac442f82831c7df811f511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77bbec8a-e211-40a3-8868-2a0a4f83534c', 'name': '', 'network_id': '78e8e9b6-c2a4-4052-9c22-01fa79bc5a77', 'tenant_id': '3daaf17c3dac442f82831c7df811f511', 'mac_address': 'fa:16:3e:b0:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f01e09a-45fb-40f0-ae15-5704893a9bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:52:46Z', 'updated_at': '2022-05-23T15:52:51Z', 'revision_number': 5, 'project_id': '3daaf17c3dac442f82831c7df811f511', 'subnets': [{'id': '4f01e09a-45fb-40f0-ae15-5704893a9bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:53:48.141923 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad298294-ee62-4255-8fdd-4b554c9c709d None None] The sync data for ids ['2290dedc-1a2e-4f4c-8ff7-76da5f59838c'] in dv-cinder-840678-12-iscsi is: [{'id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'name': 'tempest-TestMinimumBasicScenario-148795457-router', 'tenant_id': '3daaf17c3dac442f82831c7df811f511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '5747c363-f343-473a-8c85-9227aaf21b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:52:43Z', 'updated_at': '2022-05-23T15:52:47Z', 'revision_number': 4, 'project_id': '3daaf17c3dac442f82831c7df811f511', 'gw_port': {'id': '5747c363-f343-473a-8c85-9227aaf21b40', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:13:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:52:44Z', 'updated_at': '2022-05-23T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_floatingips': [{'id': '1a6213dd-f412-4fe2-bcf7-3192c3780edc', 'tenant_id': '3daaf17c3dac442f82831c7df811f511', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'router_id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'port_id': '76ad3e47-7e7d-4fde-9328-3a30596e0087', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78e8e9b6-c2a4-4052-9c22-01fa79bc5a77', 'mac_address': 'fa:16:3e:c8:47:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5010ba7c-c06f-42fc-9868-3782ff2350e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T15:53:46Z', 'updated_at': '2022-05-23T15:53:46Z', 'revision_number': 0, 'project_id': '3daaf17c3dac442f82831c7df811f511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77bbec8a-e211-40a3-8868-2a0a4f83534c', 'name': '', 'network_id': '78e8e9b6-c2a4-4052-9c22-01fa79bc5a77', 'tenant_id': '3daaf17c3dac442f82831c7df811f511', 'mac_address': 'fa:16:3e:b0:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f01e09a-45fb-40f0-ae15-5704893a9bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:52:46Z', 'updated_at': '2022-05-23T15:52:51Z', 'revision_number': 5, 'project_id': '3daaf17c3dac442f82831c7df811f511', 'subnets': [{'id': '4f01e09a-45fb-40f0-ae15-5704893a9bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:53:48.198668 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2e487f0a-0e23-4b18-be19-55c61c99f52e tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for security_group_rule (82e00c65-8611-4585-b9cc-15d8fc735b02), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:48.218324 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8e5e20c6-f235-45a7-beec-3b0c63ee744d req-3bbf6a03-5b59-45f7-a5c1-1f8d7c34bb3c service neutron] 10.222.0.69 "GET /v2.0/networks/78e8e9b6-c2a4-4052-9c22-01fa79bc5a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297731 May 23 15:53:48.261897 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2e487f0a-0e23-4b18-be19-55c61c99f52e tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (82e00c65-8611-4585-b9cc-15d8fc735b02), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:48.280719 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e487f0a-0e23-4b18-be19-55c61c99f52e tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e00c65-8611-4585-b9cc-15d8fc735b02,revision_number=0']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:48.365775 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-2e487f0a-0e23-4b18-be19-55c61c99f52e tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:48.367071 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-2e487f0a-0e23-4b18-be19-55c61c99f52e tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4042244 May 23 15:53:48.369884 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 52012) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:48.371713 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af1ad71-5d46-4ff1-b871-ae49a22c8492 None None] New status for floating IP 1a6213dd-f412-4fe2-bcf7-3192c3780edc: ACTIVE {{(pid=111211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:53:48.376037 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.v2.base [None req-66d41fc0-16d0-4d4c-b426-cbe531d2da6f tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Request body: {'security_group_rule': {'security_group_id': '27d63fb7-8e79-464e-a1a6-5f1640e478ab', 'project_id': '3daaf17c3dac442f82831c7df811f511', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:53:48.531318 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-66d41fc0-16d0-4d4c-b426-cbe531d2da6f tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for security_group_rule (b3249414-d040-49ed-9f9a-4edaddd42cf2), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:48.588357 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-66d41fc0-16d0-4d4c-b426-cbe531d2da6f tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for security_group_rule (b3249414-d040-49ed-9f9a-4edaddd42cf2), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:48.765280 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-66d41fc0-16d0-4d4c-b426-cbe531d2da6f tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (b3249414-d040-49ed-9f9a-4edaddd42cf2), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:48.798844 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d41fc0-16d0-4d4c-b426-cbe531d2da6f tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3249414-d040-49ed-9f9a-4edaddd42cf2,revision_number=0']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:48.840365 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 52016) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:48.892790 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-66d41fc0-16d0-4d4c-b426-cbe531d2da6f tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:48.894077 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-66d41fc0-16d0-4d4c-b426-cbe531d2da6f tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5227282 May 23 15:53:48.897037 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 52020) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:48.902925 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-40a50a31-c864-4e5d-85a9-fd3f532b05b3 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Request body: {'security_group_rule': {'security_group_id': '27d63fb7-8e79-464e-a1a6-5f1640e478ab', 'project_id': '3daaf17c3dac442f82831c7df811f511', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:53:48.946567 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9aedd307-f578-438b-8f86-bc95a817d84e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:48.994540 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-40a50a31-c864-4e5d-85a9-fd3f532b05b3 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for security_group_rule (23a29ea3-07c9-4cc0-80f2-279e55d4f535), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:49.024308 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9aedd307-f578-438b-8f86-bc95a817d84e admin admin] Publish callbacks [] for security_group (117a2892-d9d0-44fd-a4b7-24bd319a16df), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:49.043237 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-40a50a31-c864-4e5d-85a9-fd3f532b05b3 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for security_group_rule (23a29ea3-07c9-4cc0-80f2-279e55d4f535), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:49.118800 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-9aedd307-f578-438b-8f86-bc95a817d84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (117a2892-d9d0-44fd-a4b7-24bd319a16df), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:49.159073 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-40a50a31-c864-4e5d-85a9-fd3f532b05b3 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (23a29ea3-07c9-4cc0-80f2-279e55d4f535), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:49.159338 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-9aedd307-f578-438b-8f86-bc95a817d84e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4e623039768247c3b344e7e8a9ca143a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3179445 May 23 15:53:49.160197 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aedd307-f578-438b-8f86-bc95a817d84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117a2892-d9d0-44fd-a4b7-24bd319a16df,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:49.162555 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 52022) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:49.168508 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:49.169492 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:49.183279 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a50a31-c864-4e5d-85a9-fd3f532b05b3 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a29ea3-07c9-4cc0-80f2-279e55d4f535,revision_number=0']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:49.225316 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-4caf87af-0d0e-4e31-937c-c6fca692b01e admin admin] Publish callbacks [] for security_group (117a2892-d9d0-44fd-a4b7-24bd319a16df), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:49.247103 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-4caf87af-0d0e-4e31-937c-c6fca692b01e admin admin] Publish callbacks [] for security_group (117a2892-d9d0-44fd-a4b7-24bd319a16df), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:49.247402 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-40a50a31-c864-4e5d-85a9-fd3f532b05b3 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:49.249328 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-40a50a31-c864-4e5d-85a9-fd3f532b05b3 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3510692 May 23 15:53:49.252010 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 52024) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:49.256358 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-91e00d41-1b17-407f-82d2-b1262b4c4ce2 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Request body: {'security_group_rule': {'security_group_id': '27d63fb7-8e79-464e-a1a6-5f1640e478ab', 'project_id': '3daaf17c3dac442f82831c7df811f511', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:53:49.359264 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-4caf87af-0d0e-4e31-937c-c6fca692b01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (117a2892-d9d0-44fd-a4b7-24bd319a16df), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:49.361904 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-4caf87af-0d0e-4e31-937c-c6fca692b01e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:49.363354 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-4caf87af-0d0e-4e31-937c-c6fca692b01e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/117a2892-d9d0-44fd-a4b7-24bd319a16df HTTP/1.1" status: 204 len: 168 time: 0.1998672 May 23 15:53:49.368235 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-91e00d41-1b17-407f-82d2-b1262b4c4ce2 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for security_group_rule (6084f344-6202-47df-a91f-f1c843d177dc), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:49.374515 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf87af-0d0e-4e31-937c-c6fca692b01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117a2892-d9d0-44fd-a4b7-24bd319a16df,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:49.439200 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-91e00d41-1b17-407f-82d2-b1262b4c4ce2 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for security_group_rule (6084f344-6202-47df-a91f-f1c843d177dc), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:49.536230 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-91e00d41-1b17-407f-82d2-b1262b4c4ce2 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (6084f344-6202-47df-a91f-f1c843d177dc), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:49.558689 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e00d41-1b17-407f-82d2-b1262b4c4ce2 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6084f344-6202-47df-a91f-f1c843d177dc,revision_number=0']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:49.743809 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-91e00d41-1b17-407f-82d2-b1262b4c4ce2 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:49.745127 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-91e00d41-1b17-407f-82d2-b1262b4c4ce2 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4921889 May 23 15:53:49.747970 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 52028) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:49.752421 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-f3cd1339-c916-47ae-a175-504fb110952d tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Request body: {'security_group_rule': {'security_group_id': '27d63fb7-8e79-464e-a1a6-5f1640e478ab', 'project_id': '3daaf17c3dac442f82831c7df811f511', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:53:49.856102 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.db.securitygroups_db [None req-f3cd1339-c916-47ae-a175-504fb110952d tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Project 3daaf17c3dac442f82831c7df811f511 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 15:53:49.862686 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f3cd1339-c916-47ae-a175-504fb110952d tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for security_group_rule (20b606f8-9601-40d4-b448-e48c3a2abb19), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:49.917039 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f3cd1339-c916-47ae-a175-504fb110952d tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for security_group_rule (20b606f8-9601-40d4-b448-e48c3a2abb19), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:50.033237 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f3cd1339-c916-47ae-a175-504fb110952d tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (20b606f8-9601-40d4-b448-e48c3a2abb19), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:50.053168 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd1339-c916-47ae-a175-504fb110952d tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b606f8-9601-40d4-b448-e48c3a2abb19,revision_number=0']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:50.138288 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f3cd1339-c916-47ae-a175-504fb110952d tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:50.140418 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-f3cd1339-c916-47ae-a175-504fb110952d tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3906038 May 23 15:53:50.142877 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 52040) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:53:50.147143 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [None req-f79a883a-6a8c-4276-b0ce-790f3daa5f55 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Request body: {'security_group_rule': {'security_group_id': '27d63fb7-8e79-464e-a1a6-5f1640e478ab', 'project_id': '3daaf17c3dac442f82831c7df811f511', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:53:50.252065 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.db.securitygroups_db [None req-f79a883a-6a8c-4276-b0ce-790f3daa5f55 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Project 3daaf17c3dac442f82831c7df811f511 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 15:53:50.265903 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f79a883a-6a8c-4276-b0ce-790f3daa5f55 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for security_group_rule (55662b17-6f05-40b0-830b-a2f9ad4f45b4), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:50.301289 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:50.312886 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f79a883a-6a8c-4276-b0ce-790f3daa5f55 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for security_group_rule (55662b17-6f05-40b0-830b-a2f9ad4f45b4), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:50.422397 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f79a883a-6a8c-4276-b0ce-790f3daa5f55 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584041'] for security_group_rule (55662b17-6f05-40b0-830b-a2f9ad4f45b4), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:50.439580 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a883a-6a8c-4276-b0ce-790f3daa5f55 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55662b17-6f05-40b0-830b-a2f9ad4f45b4,revision_number=0']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:50.543912 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f79a883a-6a8c-4276-b0ce-790f3daa5f55 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:50.548283 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-f79a883a-6a8c-4276-b0ce-790f3daa5f55 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4012883 May 23 15:53:50.638186 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-fd74ad54-ad94-4f07-ac8d-ee4cdfc81e18 req-90dde1e1-a014-4af9-b7bc-99537da73a94 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1984262076&fields=id&tenant_id=3daaf17c3dac442f82831c7df811f511 HTTP/1.1" status: 200 len: 267 time: 0.0454898 May 23 15:53:50.689450 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74ad54-ad94-4f07-ac8d-ee4cdfc81e18 req-3b36f31c-167b-47eb-9aa5-1840fa6fd6aa tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:50.690939 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-fd74ad54-ad94-4f07-ac8d-ee4cdfc81e18 req-3b36f31c-167b-47eb-9aa5-1840fa6fd6aa tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 945 time: 0.0474122 May 23 15:53:50.701828 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [req-fd74ad54-ad94-4f07-ac8d-ee4cdfc81e18 req-154f8410-c78e-4816-b166-649eb2ebf1bc tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Request body: {'port': {'security_groups': ['2513d238-e7d7-4b4b-8573-2ccbc69edc11', '27d63fb7-8e79-464e-a1a6-5f1640e478ab']}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:53:50.775737 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-fd74ad54-ad94-4f07-ac8d-ee4cdfc81e18 req-154f8410-c78e-4816-b166-649eb2ebf1bc tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (76ad3e47-7e7d-4fde-9328-3a30596e0087), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:51.005887 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-fd74ad54-ad94-4f07-ac8d-ee4cdfc81e18 req-154f8410-c78e-4816-b166-649eb2ebf1bc tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] For port 76ad3e47-7e7d-4fde-9328-3a30596e0087, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=76ad3e47-7e7d-4fde-9328-3a30596e0087,segment=NetworkSegment(4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab),segment_id=4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:53:51.024106 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:51.037395 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-fd74ad54-ad94-4f07-ac8d-ee4cdfc81e18 req-154f8410-c78e-4816-b166-649eb2ebf1bc tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for port (76ad3e47-7e7d-4fde-9328-3a30596e0087), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:51.113075 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-fd74ad54-ad94-4f07-ac8d-ee4cdfc81e18 req-154f8410-c78e-4816-b166-649eb2ebf1bc tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (76ad3e47-7e7d-4fde-9328-3a30596e0087), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:51.150851 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['76ad3e47-7e7d-4fde-9328-3a30596e0087'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:53:51.161574 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74ad54-ad94-4f07-ac8d-ee4cdfc81e18 req-154f8410-c78e-4816-b166-649eb2ebf1bc tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:51.162207 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-fd74ad54-ad94-4f07-ac8d-ee4cdfc81e18 req-154f8410-c78e-4816-b166-649eb2ebf1bc tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:51.163639 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-fd74ad54-ad94-4f07-ac8d-ee4cdfc81e18 req-154f8410-c78e-4816-b166-649eb2ebf1bc tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "PUT /v2.0/ports/76ad3e47-7e7d-4fde-9328-3a30596e0087 HTTP/1.1" status: 200 len: 981 time: 0.4665823 May 23 15:53:51.164098 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5010ba7c-c06f-42fc-9868-3782ff2350e6', 'tag': '76ad3e47-7e7d-4fde-9328-3a30596e0087'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:53:51.166392 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366019d3-e4b4-43e5-b8d9-a7050cd4ce50" -d '{"events": [{"name": "network-changed", "server_uuid": "5010ba7c-c06f-42fc-9868-3782ff2350e6", "tag": "76ad3e47-7e7d-4fde-9328-3a30596e0087"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:53:51.208348 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f8410-c78e-4816-b166-649eb2ebf1bc tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Pushing event updated for resources: {'Port': ['ID=76ad3e47-7e7d-4fde-9328-3a30596e0087,revision_number=6']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:53:51.242881 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e95ed5-a5e1-41e0-a28c-a6690e58127a x-openstack-request-id: req-14e95ed5-a5e1-41e0-a28c-a6690e58127a {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:53:51.242881 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5010ba7c-c06f-42fc-9868-3782ff2350e6", "tag": "76ad3e47-7e7d-4fde-9328-3a30596e0087", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:53:51.242881 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-14e95ed5-a5e1-41e0-a28c-a6690e58127a {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:53:51.242881 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14e95ed5-a5e1-41e0-a28c-a6690e58127a'] response: {'name': 'network-changed', 'server_uuid': '5010ba7c-c06f-42fc-9868-3782ff2350e6', 'tag': '76ad3e47-7e7d-4fde-9328-3a30596e0087', 'status': 'completed', 'code': 200} May 23 15:53:51.325540 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['76ad3e47-7e7d-4fde-9328-3a30596e0087'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:53:51.345465 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0fed0-503e-46b1-a54c-9f1fde8df2fd req-34e428b6-8ab7-4fbd-8811-6390c0ee0116 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:51.347332 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-48f0fed0-503e-46b1-a54c-9f1fde8df2fd req-34e428b6-8ab7-4fbd-8811-6390c0ee0116 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 984 time: 0.0900249 May 23 15:53:51.376392 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366019d3-e4b4-43e5-b8d9-a7050cd4ce50 req-2c680c81-f328-442a-9794-6135a80ee7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:51.378099 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-366019d3-e4b4-43e5-b8d9-a7050cd4ce50 req-2c680c81-f328-442a-9794-6135a80ee7ed service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3daaf17c3dac442f82831c7df811f511&device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 1168 time: 0.0799799 May 23 15:53:51.380231 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=100 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:51.426044 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=100 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:51.480426 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-48f0fed0-503e-46b1-a54c-9f1fde8df2fd req-a3e4920d-374a-40fa-9a62-af5984971489 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&id=27d63fb7-8e79-464e-a1a6-5f1640e478ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1231077 May 23 15:53:51.513510 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366019d3-e4b4-43e5-b8d9-a7050cd4ce50 req-dc99d3b5-78e6-4073-8300-0e9a2fed2feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:51.515027 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-366019d3-e4b4-43e5-b8d9-a7050cd4ce50 req-dc99d3b5-78e6-4073-8300-0e9a2fed2feb service neutron] 10.222.0.69 "GET /v2.0/networks?id=78e8e9b6-c2a4-4052-9c22-01fa79bc5a77 HTTP/1.1" status: 200 len: 915 time: 0.1292624 May 23 15:53:51.554541 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-67b456dd-9464-43bc-ab59-33b2b06f49c2 None None] Provisioning complete for port 76ad3e47-7e7d-4fde-9328-3a30596e0087 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:53:51.554913 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-67b456dd-9464-43bc-ab59-33b2b06f49c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (76ad3e47-7e7d-4fde-9328-3a30596e0087), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:51.580316 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-366019d3-e4b4-43e5-b8d9-a7050cd4ce50 req-b7a86259-0823-4886-9f93-d73b7f52b1c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76ad3e47-7e7d-4fde-9328-3a30596e0087 HTTP/1.1" status: 200 len: 1001 time: 0.0576620 May 23 15:53:51.636043 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366019d3-e4b4-43e5-b8d9-a7050cd4ce50 req-ce9dd3df-5c54-40c3-bfde-8921f1c3ec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:51.637549 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-366019d3-e4b4-43e5-b8d9-a7050cd4ce50 req-ce9dd3df-5c54-40c3-bfde-8921f1c3ec36 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4f01e09a-45fb-40f0-ae15-5704893a9bdb HTTP/1.1" status: 200 len: 853 time: 0.0496662 May 23 15:53:51.682882 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366019d3-e4b4-43e5-b8d9-a7050cd4ce50 req-0a28fd70-32ae-4371-aba9-5a17c8fea5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:53:51.684423 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-366019d3-e4b4-43e5-b8d9-a7050cd4ce50 req-0a28fd70-32ae-4371-aba9-5a17c8fea5d9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=78e8e9b6-c2a4-4052-9c22-01fa79bc5a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407290 May 23 15:53:51.728208 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-67b456dd-9464-43bc-ab59-33b2b06f49c2 None None] Current status of the port 76ad3e47-7e7d-4fde-9328-3a30596e0087 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:53:51.786274 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-366019d3-e4b4-43e5-b8d9-a7050cd4ce50 req-bb5509f3-2c20-4f35-a19e-fa2c7b2a9c92 service neutron] 10.222.0.69 "GET /v2.0/networks/78e8e9b6-c2a4-4052-9c22-01fa79bc5a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946305 May 23 15:53:51.848135 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:51.888413 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-366019d3-e4b4-43e5-b8d9-a7050cd4ce50 req-d3c87ace-b701-4f1f-9a0c-011856f8832e service neutron] 10.222.0.69 "GET /v2.0/networks/78e8e9b6-c2a4-4052-9c22-01fa79bc5a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961375 May 23 15:53:51.891126 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-ac564f64-6404-4847-b44c-fd695eaee9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:54.215950 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-82a7a8a7-df38-400c-a3b4-a814f3c297e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:55.684534 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:56.639255 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:57.223885 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:53:58.194482 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=100 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:58.314777 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:58.472360 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:53:59.051158 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:53:59.367111 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=62,neutron:INSERT=9,neutron:DELETE=5 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:54:01.505213 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 52162) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:54:01.607039 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-8516c266-06ea-46ed-821e-7c74479a05ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:01.684782 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-8516c266-06ea-46ed-821e-7c74479a05ed admin admin] Publish callbacks [] for security_group (a58bf0b2-27b7-4037-b2aa-5d12ef8f1e89), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:01.741307 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-8516c266-06ea-46ed-821e-7c74479a05ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (a58bf0b2-27b7-4037-b2aa-5d12ef8f1e89), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:01.781325 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-8516c266-06ea-46ed-821e-7c74479a05ed admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1d666699065342c192157966ec132ec5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780416 May 23 15:54:01.782277 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516c266-06ea-46ed-821e-7c74479a05ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58bf0b2-27b7-4037-b2aa-5d12ef8f1e89,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:54:01.784012 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 52166) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:54:01.834283 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e48b36bc-0171-4cc1-be4f-e489c7a3ce34 admin admin] Publish callbacks [] for security_group (a58bf0b2-27b7-4037-b2aa-5d12ef8f1e89), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:01.855245 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e48b36bc-0171-4cc1-be4f-e489c7a3ce34 admin admin] Publish callbacks [] for security_group (a58bf0b2-27b7-4037-b2aa-5d12ef8f1e89), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:01.980404 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e48b36bc-0171-4cc1-be4f-e489c7a3ce34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (a58bf0b2-27b7-4037-b2aa-5d12ef8f1e89), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:01.983035 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-e48b36bc-0171-4cc1-be4f-e489c7a3ce34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:01.984243 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-e48b36bc-0171-4cc1-be4f-e489c7a3ce34 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a58bf0b2-27b7-4037-b2aa-5d12ef8f1e89 HTTP/1.1" status: 204 len: 168 time: 0.1983781 May 23 15:54:01.994257 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b36bc-0171-4cc1-be4f-e489c7a3ce34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58bf0b2-27b7-4037-b2aa-5d12ef8f1e89,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:54:02.468289 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 52172) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:54:02.482229 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-285db373-dd9c-4f55-b888-ee4c2230655b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:02.555610 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-285db373-dd9c-4f55-b888-ee4c2230655b admin admin] Publish callbacks [] for security_group (ecd8a818-f095-4d9c-9498-41c11457e061), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:02.610117 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-285db373-dd9c-4f55-b888-ee4c2230655b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (ecd8a818-f095-4d9c-9498-41c11457e061), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:02.649311 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-285db373-dd9c-4f55-b888-ee4c2230655b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3eaec80807634128b8ce2d91d229b58c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1798575 May 23 15:54:02.651130 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285db373-dd9c-4f55-b888-ee4c2230655b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd8a818-f095-4d9c-9498-41c11457e061,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:54:02.652121 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 52174) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:54:02.703278 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-cb2cfc94-8f5d-409c-90ab-b228b7c06aa1 admin admin] Publish callbacks [] for security_group (ecd8a818-f095-4d9c-9498-41c11457e061), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:02.725712 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-cb2cfc94-8f5d-409c-90ab-b228b7c06aa1 admin admin] Publish callbacks [] for security_group (ecd8a818-f095-4d9c-9498-41c11457e061), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:02.739411 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:54:02.929740 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-cb2cfc94-8f5d-409c-90ab-b228b7c06aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (ecd8a818-f095-4d9c-9498-41c11457e061), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:02.932341 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-cb2cfc94-8f5d-409c-90ab-b228b7c06aa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:02.933547 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-cb2cfc94-8f5d-409c-90ab-b228b7c06aa1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ecd8a818-f095-4d9c-9498-41c11457e061 HTTP/1.1" status: 204 len: 168 time: 0.2804434 May 23 15:54:02.942257 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2cfc94-8f5d-409c-90ab-b228b7c06aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd8a818-f095-4d9c-9498-41c11457e061,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:54:03.701299 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 52180) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:54:03.714492 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-95f56351-1650-4cbc-8088-5cdf1de49f02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:03.789233 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-95f56351-1650-4cbc-8088-5cdf1de49f02 admin admin] Publish callbacks [] for security_group (5be0f7a6-532a-4b8f-8aef-6b7afbce631d), precommit_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:03.884036 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-95f56351-1650-4cbc-8088-5cdf1de49f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (5be0f7a6-532a-4b8f-8aef-6b7afbce631d), after_create {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:03.924942 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-95f56351-1650-4cbc-8088-5cdf1de49f02 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=44b12371130240eaa44e7dc53fb74893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225757 May 23 15:54:03.925790 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f56351-1650-4cbc-8088-5cdf1de49f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be0f7a6-532a-4b8f-8aef-6b7afbce631d,revision_number=1']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:54:03.927672 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 52182) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:54:03.977265 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ee90395d-6186-4f52-8231-433d19a1e766 admin admin] Publish callbacks [] for security_group (5be0f7a6-532a-4b8f-8aef-6b7afbce631d), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:03.998035 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ee90395d-6186-4f52-8231-433d19a1e766 admin admin] Publish callbacks [] for security_group (5be0f7a6-532a-4b8f-8aef-6b7afbce631d), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:04.124331 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ee90395d-6186-4f52-8231-433d19a1e766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (5be0f7a6-532a-4b8f-8aef-6b7afbce631d), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:04.127213 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-ee90395d-6186-4f52-8231-433d19a1e766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:04.128353 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-ee90395d-6186-4f52-8231-433d19a1e766 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5be0f7a6-532a-4b8f-8aef-6b7afbce631d HTTP/1.1" status: 204 len: 168 time: 0.1996682 May 23 15:54:04.136195 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee90395d-6186-4f52-8231-433d19a1e766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be0f7a6-532a-4b8f-8aef-6b7afbce631d,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:54:05.782163 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8250eeb-1f77-443c-976a-7f3c0b3cfcc0 req-33249c30-14a5-4c57-ae05-0a20d3d22b8a tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:05.783767 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f8250eeb-1f77-443c-976a-7f3c0b3cfcc0 req-33249c30-14a5-4c57-ae05-0a20d3d22b8a tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 984 time: 0.0549943 May 23 15:54:05.863455 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f8250eeb-1f77-443c-976a-7f3c0b3cfcc0 req-b24ecafb-1da3-41cc-9530-a39a4aa4356b tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&id=27d63fb7-8e79-464e-a1a6-5f1640e478ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0739250 May 23 15:54:05.894262 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b08d8e-2fad-4399-851a-541153e76e20 req-9b8ad079-72b7-4b0a-a08d-160d06d797ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:05.895925 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f1b08d8e-2fad-4399-851a-541153e76e20 req-9b8ad079-72b7-4b0a-a08d-160d06d797ff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3daaf17c3dac442f82831c7df811f511&device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 1168 time: 0.0479450 May 23 15:54:05.994472 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b08d8e-2fad-4399-851a-541153e76e20 req-6975dde1-136f-48ee-b7ae-574d92fb83e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:05.995951 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f1b08d8e-2fad-4399-851a-541153e76e20 req-6975dde1-136f-48ee-b7ae-574d92fb83e6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=78e8e9b6-c2a4-4052-9c22-01fa79bc5a77 HTTP/1.1" status: 200 len: 915 time: 0.0940642 May 23 15:54:06.043573 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:54:06.066173 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f1b08d8e-2fad-4399-851a-541153e76e20 req-8b7fa28f-7719-45a0-9a54-1e40fb925a86 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76ad3e47-7e7d-4fde-9328-3a30596e0087 HTTP/1.1" status: 200 len: 1001 time: 0.0632815 May 23 15:54:06.114625 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b08d8e-2fad-4399-851a-541153e76e20 req-b37c0b56-c4a1-42e9-911e-e5902cf72425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:06.116152 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f1b08d8e-2fad-4399-851a-541153e76e20 req-b37c0b56-c4a1-42e9-911e-e5902cf72425 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4f01e09a-45fb-40f0-ae15-5704893a9bdb HTTP/1.1" status: 200 len: 853 time: 0.0441658 May 23 15:54:06.163911 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b08d8e-2fad-4399-851a-541153e76e20 req-ed16442c-8cbd-4d28-8b02-e218ad5fdf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:06.166364 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f1b08d8e-2fad-4399-851a-541153e76e20 req-ed16442c-8cbd-4d28-8b02-e218ad5fdf3d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=78e8e9b6-c2a4-4052-9c22-01fa79bc5a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426707 May 23 15:54:06.262529 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f1b08d8e-2fad-4399-851a-541153e76e20 req-30830b2a-0284-4530-9230-30c9d5f858f9 service neutron] 10.222.0.69 "GET /v2.0/networks/78e8e9b6-c2a4-4052-9c22-01fa79bc5a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911412 May 23 15:54:06.312809 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:54:06.355070 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-f1b08d8e-2fad-4399-851a-541153e76e20 req-3b320dd7-5227-4e91-85c4-a5d0e1c36639 service neutron] 10.222.0.69 "GET /v2.0/networks/78e8e9b6-c2a4-4052-9c22-01fa79bc5a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858979 May 23 15:54:07.037025 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc913a4e-095f-43e7-8180-60b6772bb06a req-0fdfdc6e-fe31-4a34-a843-907a5d620517 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:07.038542 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bc913a4e-095f-43e7-8180-60b6772bb06a req-0fdfdc6e-fe31-4a34-a843-907a5d620517 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 984 time: 0.0474000 May 23 15:54:07.102109 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bc913a4e-095f-43e7-8180-60b6772bb06a req-39d8d35c-e4b4-4010-9cbc-4229e8e6376e tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&id=27d63fb7-8e79-464e-a1a6-5f1640e478ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579128 May 23 15:54:07.219578 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=14 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:54:08.217552 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57910d41-d8ae-4ce2-b2cc-becfa85b553c req-14a0ce1c-ebb5-47c5-b99c-f6ae6692d904 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:08.219000 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-57910d41-d8ae-4ce2-b2cc-becfa85b553c req-14a0ce1c-ebb5-47c5-b99c-f6ae6692d904 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 984 time: 0.0480969 May 23 15:54:08.279071 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-57910d41-d8ae-4ce2-b2cc-becfa85b553c req-8160b86f-77e5-4d6c-b90f-1e20352e412d tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&id=27d63fb7-8e79-464e-a1a6-5f1640e478ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531676 May 23 15:54:09.402857 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af2633-c2ff-4884-9459-c880d2a44965 req-23ab53a3-35d9-4c4e-8862-2c9c8735d8e9 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:09.404313 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-61af2633-c2ff-4884-9459-c880d2a44965 req-23ab53a3-35d9-4c4e-8862-2c9c8735d8e9 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 984 time: 0.0485511 May 23 15:54:09.468560 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-61af2633-c2ff-4884-9459-c880d2a44965 req-471680d6-b4e8-4b80-ac15-c885faee2f75 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&id=27d63fb7-8e79-464e-a1a6-5f1640e478ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569394 May 23 15:54:10.589411 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a409d-d2fd-499e-840b-1a3ae6244e74 req-730793de-9033-4904-9026-fa440d0aefd1 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:10.590902 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a59a409d-d2fd-499e-840b-1a3ae6244e74 req-730793de-9033-4904-9026-fa440d0aefd1 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 984 time: 0.0537493 May 23 15:54:10.652107 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-a59a409d-d2fd-499e-840b-1a3ae6244e74 req-a1582ec4-01e2-49a5-bdc5-2c575d0a3d7f tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&id=27d63fb7-8e79-464e-a1a6-5f1640e478ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553107 May 23 15:54:11.770260 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0e5a5-dd06-4e99-88ad-c31d7a24400d req-884f5325-d91a-4fb6-aa51-507e28f2adea tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:11.771776 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b4c0e5a5-dd06-4e99-88ad-c31d7a24400d req-884f5325-d91a-4fb6-aa51-507e28f2adea tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 984 time: 0.0490668 May 23 15:54:11.831924 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-b4c0e5a5-dd06-4e99-88ad-c31d7a24400d req-bf14334f-bd47-438f-98b1-414a0dfbaec7 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&id=27d63fb7-8e79-464e-a1a6-5f1640e478ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545909 May 23 15:54:12.955165 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:54:12.959217 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abb618-6fa0-45e9-add6-75c8c430ce05 req-f5d0780c-3fcc-41b5-9905-ed8e681d2ee8 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:12.960833 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e5abb618-6fa0-45e9-add6-75c8c430ce05 req-f5d0780c-3fcc-41b5-9905-ed8e681d2ee8 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 984 time: 0.0588093 May 23 15:54:13.026912 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e5abb618-6fa0-45e9-add6-75c8c430ce05 req-c30b7ef9-53d1-4547-a49c-126d57952328 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&id=27d63fb7-8e79-464e-a1a6-5f1640e478ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599697 May 23 15:54:14.031181 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=50,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:54:14.132893 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=53,neutron:DELETE=4,neutron:INSERT=6 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:54:14.140878 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dab817-610b-4bd2-9c8f-6f0c2131815e req-efe027fb-7cce-44ae-b55d-0b49d5996c01 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:14.142530 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e6dab817-610b-4bd2-9c8f-6f0c2131815e req-efe027fb-7cce-44ae-b55d-0b49d5996c01 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 984 time: 0.0475190 May 23 15:54:14.148341 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:54:14.202578 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-e6dab817-610b-4bd2-9c8f-6f0c2131815e req-dad048d7-9b77-4bdd-af38-d9791c0be7fe tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&id=27d63fb7-8e79-464e-a1a6-5f1640e478ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538573 May 23 15:54:15.318166 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab9d0c-6a10-46a3-8e3b-95486fc04857 req-f584f8e4-5a31-4019-b61a-bfbbe3e2ac45 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:15.319675 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8dab9d0c-6a10-46a3-8e3b-95486fc04857 req-f584f8e4-5a31-4019-b61a-bfbbe3e2ac45 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 984 time: 0.0494483 May 23 15:54:15.372221 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:54:15.391867 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-8dab9d0c-6a10-46a3-8e3b-95486fc04857 req-f32fa886-47cd-4902-9948-f28054688633 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&id=27d63fb7-8e79-464e-a1a6-5f1640e478ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662062 May 23 15:54:16.506457 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0062d8-f9c6-45fd-8f05-e117b355dbde req-6bd685df-df50-4de8-b0bd-5b12275d3547 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:16.507936 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ea0062d8-f9c6-45fd-8f05-e117b355dbde req-6bd685df-df50-4de8-b0bd-5b12275d3547 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 984 time: 0.0481029 May 23 15:54:16.569481 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-ea0062d8-f9c6-45fd-8f05-e117b355dbde req-962003f8-8c20-4b8f-be4d-8cd848584704 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&id=27d63fb7-8e79-464e-a1a6-5f1640e478ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557406 May 23 15:54:17.429446 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 52340) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:54:17.535444 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-088ccdc6-c254-460f-80b6-0bb02680235f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:17.610105 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-088ccdc6-c254-460f-80b6-0bb02680235f admin admin] Publish callbacks [] for security_group (c042be9b-8b81-46c5-bd93-f425d5ca40e6), precommit_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:17.676336 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:54:17.678586 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-088ccdc6-c254-460f-80b6-0bb02680235f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (c042be9b-8b81-46c5-bd93-f425d5ca40e6), after_create {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:17.685103 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe45a1-f623-40be-a1fb-8992dbb48eac req-e6ca7e88-92d2-43aa-ba00-9b8ec7a1b1bb tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:17.686908 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-efbe45a1-f623-40be-a1fb-8992dbb48eac req-e6ca7e88-92d2-43aa-ba00-9b8ec7a1b1bb tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 984 time: 0.0486338 May 23 15:54:17.724228 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-088ccdc6-c254-460f-80b6-0bb02680235f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c2a761e86d4a4ef886863224c6cdf05e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2936876 May 23 15:54:17.725603 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ccdc6-c254-460f-80b6-0bb02680235f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c042be9b-8b81-46c5-bd93-f425d5ca40e6,revision_number=1']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:54:17.726805 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 52346) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:54:17.778020 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-efbe45a1-f623-40be-a1fb-8992dbb48eac req-1678842d-a814-460b-bcfe-c8158863db30 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&id=27d63fb7-8e79-464e-a1a6-5f1640e478ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0838451 May 23 15:54:17.800779 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-15fe5a93-4f5b-43dc-a377-29bef77685b6 admin admin] Publish callbacks [] for security_group (c042be9b-8b81-46c5-bd93-f425d5ca40e6), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:17.822904 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-15fe5a93-4f5b-43dc-a377-29bef77685b6 admin admin] Publish callbacks [] for security_group (c042be9b-8b81-46c5-bd93-f425d5ca40e6), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:17.946572 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-15fe5a93-4f5b-43dc-a377-29bef77685b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (c042be9b-8b81-46c5-bd93-f425d5ca40e6), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:17.949235 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-15fe5a93-4f5b-43dc-a377-29bef77685b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:17.950398 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-15fe5a93-4f5b-43dc-a377-29bef77685b6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c042be9b-8b81-46c5-bd93-f425d5ca40e6 HTTP/1.1" status: 204 len: 168 time: 0.2226777 May 23 15:54:17.958581 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe5a93-4f5b-43dc-a377-29bef77685b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c042be9b-8b81-46c5-bd93-f425d5ca40e6,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:54:18.894521 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cf93a-bf2a-452c-b1d4-c1a6d3d39a4d req-dc639873-0a5c-440c-a176-f67fb0780930 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:18.896018 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-cc3cf93a-bf2a-452c-b1d4-c1a6d3d39a4d req-dc639873-0a5c-440c-a176-f67fb0780930 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 984 time: 0.0484300 May 23 15:54:18.955853 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-cc3cf93a-bf2a-452c-b1d4-c1a6d3d39a4d req-bec80915-3db2-4dad-a8ac-d586a923bce3 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&id=27d63fb7-8e79-464e-a1a6-5f1640e478ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542753 May 23 15:54:21.859057 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-fdda16c5-36a4-4848-97cf-1e21ecafc429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:24.243842 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-ea7a7195-cf1a-4883-954c-888d5e04809b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:25.649286 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:26.632586 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:27.717006 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=18,neutron:INSERT=5 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:54:27.720920 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=19,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:54:28.283390 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:28.946716 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=31,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:54:28.955505 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=48,neutron:DELETE=2 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:54:29.013342 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:29.163597 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:54:29.164349 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=2 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:54:34.223415 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:54:38.924327 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bfc3d883-299d-4fdf-80e1-e975844e963d req-d62d03ce-c94b-489a-99e7-14a609972722 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379248 May 23 15:54:38.931509 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:54:38.933384 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:54:39.026865 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3d883-299d-4fdf-80e1-e975844e963d req-ed50b985-653a-4735-a158-9914790d2b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:39.028301 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bfc3d883-299d-4fdf-80e1-e975844e963d req-ed50b985-653a-4735-a158-9914790d2b85 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3daaf17c3dac442f82831c7df811f511&device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 1168 time: 0.0431170 May 23 15:54:39.128709 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3d883-299d-4fdf-80e1-e975844e963d req-da6bd932-c24a-4e64-aeb0-12426225aeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:39.130217 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bfc3d883-299d-4fdf-80e1-e975844e963d req-da6bd932-c24a-4e64-aeb0-12426225aeae service neutron] 10.222.0.69 "GET /v2.0/networks?id=78e8e9b6-c2a4-4052-9c22-01fa79bc5a77 HTTP/1.1" status: 200 len: 915 time: 0.0847015 May 23 15:54:39.193013 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bfc3d883-299d-4fdf-80e1-e975844e963d req-974ef4e6-c172-4be7-9570-2d607d8f668a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76ad3e47-7e7d-4fde-9328-3a30596e0087 HTTP/1.1" status: 200 len: 1001 time: 0.0566657 May 23 15:54:39.240146 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3d883-299d-4fdf-80e1-e975844e963d req-7bd54d8d-130a-4e86-8c76-d7dea37c708d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:39.241644 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bfc3d883-299d-4fdf-80e1-e975844e963d req-7bd54d8d-130a-4e86-8c76-d7dea37c708d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4f01e09a-45fb-40f0-ae15-5704893a9bdb HTTP/1.1" status: 200 len: 853 time: 0.0421321 May 23 15:54:39.296274 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3d883-299d-4fdf-80e1-e975844e963d req-5048e6ea-06c2-475f-a9cd-8d7add2b1e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:39.297983 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bfc3d883-299d-4fdf-80e1-e975844e963d req-5048e6ea-06c2-475f-a9cd-8d7add2b1e09 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=78e8e9b6-c2a4-4052-9c22-01fa79bc5a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0504284 May 23 15:54:39.390556 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bfc3d883-299d-4fdf-80e1-e975844e963d req-812240cf-34e5-4ed9-9fe1-a815e9c62724 service neutron] 10.222.0.69 "GET /v2.0/networks/78e8e9b6-c2a4-4052-9c22-01fa79bc5a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836885 May 23 15:54:39.477695 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-bfc3d883-299d-4fdf-80e1-e975844e963d req-43332310-74d3-469b-a829-2f0299ac543c service neutron] 10.222.0.69 "GET /v2.0/networks/78e8e9b6-c2a4-4052-9c22-01fa79bc5a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797079 May 23 15:54:44.220860 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=2 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:54:47.579895 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9a20ad0e-9cd1-434b-a951-0c5a92fcc2c8 req-b41d83a5-c963-491c-ad69-c57804f9a7c9 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1984262076&fields=id&tenant_id=3daaf17c3dac442f82831c7df811f511 HTTP/1.1" status: 200 len: 267 time: 0.0447354 May 23 15:54:47.633514 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20ad0e-9cd1-434b-a951-0c5a92fcc2c8 req-2397ce35-2a3d-4164-9f4b-5ddd06f7cd25 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:47.635591 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9a20ad0e-9cd1-434b-a951-0c5a92fcc2c8 req-2397ce35-2a3d-4164-9f4b-5ddd06f7cd25 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 984 time: 0.0506818 May 23 15:54:47.645879 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.v2.base [req-9a20ad0e-9cd1-434b-a951-0c5a92fcc2c8 req-c23daa07-8f05-46e2-9225-090eb71a1400 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Request body: {'port': {'security_groups': ['2513d238-e7d7-4b4b-8573-2ccbc69edc11']}} {{(pid=111209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 15:54:47.723262 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-9a20ad0e-9cd1-434b-a951-0c5a92fcc2c8 req-c23daa07-8f05-46e2-9225-090eb71a1400 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3891127'] for port (76ad3e47-7e7d-4fde-9328-3a30596e0087), before_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:47.920423 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-9a20ad0e-9cd1-434b-a951-0c5a92fcc2c8 req-c23daa07-8f05-46e2-9225-090eb71a1400 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] For port 76ad3e47-7e7d-4fde-9328-3a30596e0087, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=76ad3e47-7e7d-4fde-9328-3a30596e0087,segment=NetworkSegment(4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab),segment_id=4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:54:47.937536 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:54:47.949572 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-9a20ad0e-9cd1-434b-a951-0c5a92fcc2c8 req-c23daa07-8f05-46e2-9225-090eb71a1400 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for port (76ad3e47-7e7d-4fde-9328-3a30596e0087), precommit_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:48.001658 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-9a20ad0e-9cd1-434b-a951-0c5a92fcc2c8 req-c23daa07-8f05-46e2-9225-090eb71a1400 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747701070026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747700595743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747700595761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11992996'] for port (76ad3e47-7e7d-4fde-9328-3a30596e0087), after_update {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:48.034590 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:54:48.036640 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['76ad3e47-7e7d-4fde-9328-3a30596e0087'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:54:48.064914 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20ad0e-9cd1-434b-a951-0c5a92fcc2c8 req-c23daa07-8f05-46e2-9225-090eb71a1400 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:48.065868 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-9a20ad0e-9cd1-434b-a951-0c5a92fcc2c8 req-c23daa07-8f05-46e2-9225-090eb71a1400 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:48.067875 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-9a20ad0e-9cd1-434b-a951-0c5a92fcc2c8 req-c23daa07-8f05-46e2-9225-090eb71a1400 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "PUT /v2.0/ports/76ad3e47-7e7d-4fde-9328-3a30596e0087 HTTP/1.1" status: 200 len: 942 time: 0.4261317 May 23 15:54:48.068495 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5010ba7c-c06f-42fc-9868-3782ff2350e6', 'tag': '76ad3e47-7e7d-4fde-9328-3a30596e0087'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:54:48.074633 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81df222b-c9b1-44c9-81ab-4b7e75b7250c" -d '{"events": [{"name": "network-changed", "server_uuid": "5010ba7c-c06f-42fc-9868-3782ff2350e6", "tag": "76ad3e47-7e7d-4fde-9328-3a30596e0087"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:54:48.075673 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 52364) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:54:48.109800 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23daa07-8f05-46e2-9225-090eb71a1400 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Pushing event updated for resources: {'Port': ['ID=76ad3e47-7e7d-4fde-9328-3a30596e0087,revision_number=7']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:54:48.109800 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23daa07-8f05-46e2-9225-090eb71a1400 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:54:48.109800 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23daa07-8f05-46e2-9225-090eb71a1400 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:54:48.109800 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23daa07-8f05-46e2-9225-090eb71a1400 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:54:48.109800 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23daa07-8f05-46e2-9225-090eb71a1400 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:54:48.110271 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23daa07-8f05-46e2-9225-090eb71a1400 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:54:48.110271 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23daa07-8f05-46e2-9225-090eb71a1400 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:54:48.110722 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23daa07-8f05-46e2-9225-090eb71a1400 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:54:48.111484 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23daa07-8f05-46e2-9225-090eb71a1400 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:54:48.111484 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23daa07-8f05-46e2-9225-090eb71a1400 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:54:48.111687 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23daa07-8f05-46e2-9225-090eb71a1400 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:54:48.111920 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23daa07-8f05-46e2-9225-090eb71a1400 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:54:48.112240 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23daa07-8f05-46e2-9225-090eb71a1400 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:54:48.112574 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23daa07-8f05-46e2-9225-090eb71a1400 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:54:48.112910 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23daa07-8f05-46e2-9225-090eb71a1400 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:54:48.113247 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23daa07-8f05-46e2-9225-090eb71a1400 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:54:48.146812 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f723dec1-6d44-47a8-97a8-4c7957fa0d99 x-openstack-request-id: req-f723dec1-6d44-47a8-97a8-4c7957fa0d99 {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:54:48.147415 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5010ba7c-c06f-42fc-9868-3782ff2350e6", "tag": "76ad3e47-7e7d-4fde-9328-3a30596e0087", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:54:48.147799 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f723dec1-6d44-47a8-97a8-4c7957fa0d99 {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:54:48.148465 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f723dec1-6d44-47a8-97a8-4c7957fa0d99'] response: {'name': 'network-changed', 'server_uuid': '5010ba7c-c06f-42fc-9868-3782ff2350e6', 'tag': '76ad3e47-7e7d-4fde-9328-3a30596e0087', 'status': 'completed', 'code': 200} May 23 15:54:48.170088 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9915-62cc-4939-80ba-3e47a6f0e4a7 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for security_group (27d63fb7-8e79-464e-a1a6-5f1640e478ab), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:48.183397 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['76ad3e47-7e7d-4fde-9328-3a30596e0087'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:54:48.205081 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9915-62cc-4939-80ba-3e47a6f0e4a7 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for security_group (27d63fb7-8e79-464e-a1a6-5f1640e478ab), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:48.240029 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df222b-c9b1-44c9-81ab-4b7e75b7250c req-955a2598-1400-4345-940e-298e2eeafc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:48.241815 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-81df222b-c9b1-44c9-81ab-4b7e75b7250c req-955a2598-1400-4345-940e-298e2eeafc38 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3daaf17c3dac442f82831c7df811f511&device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 1129 time: 0.0598106 May 23 15:54:48.340963 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df222b-c9b1-44c9-81ab-4b7e75b7250c req-785c47eb-5441-407e-9ef2-0dcfec2f9cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:48.342503 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-81df222b-c9b1-44c9-81ab-4b7e75b7250c req-785c47eb-5441-407e-9ef2-0dcfec2f9cb0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=78e8e9b6-c2a4-4052-9c22-01fa79bc5a77 HTTP/1.1" status: 200 len: 915 time: 0.0929079 May 23 15:54:48.352262 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9915-62cc-4939-80ba-3e47a6f0e4a7 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (27d63fb7-8e79-464e-a1a6-5f1640e478ab), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:48.356853 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9915-62cc-4939-80ba-3e47a6f0e4a7 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:48.358521 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-b9fb9915-62cc-4939-80ba-3e47a6f0e4a7 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "DELETE /v2.0/security-groups/27d63fb7-8e79-464e-a1a6-5f1640e478ab HTTP/1.1" status: 204 len: 168 time: 0.2810459 May 23 15:54:48.365227 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 52368) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:54:48.379196 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb9915-62cc-4939-80ba-3e47a6f0e4a7 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d63fb7-8e79-464e-a1a6-5f1640e478ab,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:54:48.379934 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.provisioning_blocks [None req-800c5431-fa70-45ee-9de2-39261a2538ec None None] Provisioning complete for port 76ad3e47-7e7d-4fde-9328-3a30596e0087 triggered by entity DHCP. {{(pid=111210) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 15:54:48.380386 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-800c5431-fa70-45ee-9de2-39261a2538ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3901730'] for port (76ad3e47-7e7d-4fde-9328-3a30596e0087), provisioning_complete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:48.412107 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-81df222b-c9b1-44c9-81ab-4b7e75b7250c req-8383f7ef-8b09-40fb-9026-3808281dc04a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76ad3e47-7e7d-4fde-9328-3a30596e0087 HTTP/1.1" status: 200 len: 1001 time: 0.0627112 May 23 15:54:48.416239 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb9915-62cc-4939-80ba-3e47a6f0e4a7 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:54:48.416593 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb9915-62cc-4939-80ba-3e47a6f0e4a7 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:54:48.416942 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb9915-62cc-4939-80ba-3e47a6f0e4a7 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:54:48.417325 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb9915-62cc-4939-80ba-3e47a6f0e4a7 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:54:48.417664 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb9915-62cc-4939-80ba-3e47a6f0e4a7 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:54:48.418004 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb9915-62cc-4939-80ba-3e47a6f0e4a7 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:54:48.418382 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb9915-62cc-4939-80ba-3e47a6f0e4a7 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:54:48.418975 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb9915-62cc-4939-80ba-3e47a6f0e4a7 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:54:48.418975 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb9915-62cc-4939-80ba-3e47a6f0e4a7 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:54:48.419302 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb9915-62cc-4939-80ba-3e47a6f0e4a7 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:54:48.419627 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb9915-62cc-4939-80ba-3e47a6f0e4a7 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:54:48.419958 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb9915-62cc-4939-80ba-3e47a6f0e4a7 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:54:48.420284 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb9915-62cc-4939-80ba-3e47a6f0e4a7 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:54:48.420611 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb9915-62cc-4939-80ba-3e47a6f0e4a7 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:54:48.420935 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb9915-62cc-4939-80ba-3e47a6f0e4a7 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:54:48.468651 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df222b-c9b1-44c9-81ab-4b7e75b7250c req-eb3bbe0c-8d70-4939-b38d-d1e9fdea7f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:48.471127 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-81df222b-c9b1-44c9-81ab-4b7e75b7250c req-eb3bbe0c-8d70-4939-b38d-d1e9fdea7f9c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4f01e09a-45fb-40f0-ae15-5704893a9bdb HTTP/1.1" status: 200 len: 853 time: 0.0531976 May 23 15:54:48.473855 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-800c5431-fa70-45ee-9de2-39261a2538ec None None] Current status of the port 76ad3e47-7e7d-4fde-9328-3a30596e0087 is: ACTIVE; New status is: ACTIVE {{(pid=111210) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 15:54:48.518201 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df222b-c9b1-44c9-81ab-4b7e75b7250c req-89b808f6-7c4c-46bb-9e78-0c3419ff7ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:48.519715 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-81df222b-c9b1-44c9-81ab-4b7e75b7250c req-89b808f6-7c4c-46bb-9e78-0c3419ff7ed0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=78e8e9b6-c2a4-4052-9c22-01fa79bc5a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422394 May 23 15:54:48.532689 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-90f1738d-0b7c-45af-b572-023a5f7aaf36 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Deleting port 0999e966-af43-40d6-aaeb-c0bad08acee5 {{(pid=111208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:54:48.533027 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-90f1738d-0b7c-45af-b572-023a5f7aaf36 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (0999e966-af43-40d6-aaeb-c0bad08acee5), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:48.608413 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-90f1738d-0b7c-45af-b572-023a5f7aaf36 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (0999e966-af43-40d6-aaeb-c0bad08acee5), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:48.608743 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-90f1738d-0b7c-45af-b572-023a5f7aaf36 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for floatingip (0999e966-af43-40d6-aaeb-c0bad08acee5), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:48.613721 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-81df222b-c9b1-44c9-81ab-4b7e75b7250c req-b076e797-f100-47f0-8cc6-e652edf93968 service neutron] 10.222.0.69 "GET /v2.0/networks/78e8e9b6-c2a4-4052-9c22-01fa79bc5a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869288 May 23 15:54:48.621501 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-90f1738d-0b7c-45af-b572-023a5f7aaf36 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Calling delete_port for 0999e966-af43-40d6-aaeb-c0bad08acee5 owned by network:floatingip {{(pid=111208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:54:48.702294 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-81df222b-c9b1-44c9-81ab-4b7e75b7250c req-d0dc68dc-cc96-4f44-929c-15520dad1e86 service neutron] 10.222.0.69 "GET /v2.0/networks/78e8e9b6-c2a4-4052-9c22-01fa79bc5a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825377 May 23 15:54:48.831887 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-90f1738d-0b7c-45af-b572-023a5f7aaf36 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (0999e966-af43-40d6-aaeb-c0bad08acee5), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:48.856304 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1738d-0b7c-45af-b572-023a5f7aaf36 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Pushing event deleted for resources: {'Port': ['ID=0999e966-af43-40d6-aaeb-c0bad08acee5,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:54:48.920460 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-90f1738d-0b7c-45af-b572-023a5f7aaf36 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks [] for floatingip (1a6213dd-f412-4fe2-bcf7-3192c3780edc), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:48.920816 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.db.l3_db [None req-90f1738d-0b7c-45af-b572-023a5f7aaf36 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Floating IP 1a6213dd-f412-4fe2-bcf7-3192c3780edc disassociated (deleted). External IP: 172.27.3.136, port: 76ad3e47-7e7d-4fde-9328-3a30596e0087. May 23 15:54:49.092170 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:54:49.113305 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:54:49.115192 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f1738d-0b7c-45af-b572-023a5f7aaf36 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Router 2290dedc-1a2e-4f4c-8ff7-76da5f59838c has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:54:49.219835 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f1738d-0b7c-45af-b572-023a5f7aaf36 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:54:49.224625 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-90f1738d-0b7c-45af-b572-023a5f7aaf36 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for floatingip (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:49.229740 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a35d2a2-713d-437d-b0ec-bfd4223171d0 None None] Sync routers for ids ['2290dedc-1a2e-4f4c-8ff7-76da5f59838c'] in dv-cinder-840678-12-iscsi {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:54:49.240074 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a35d2a2-713d-437d-b0ec-bfd4223171d0 None None] Routers {'2290dedc-1a2e-4f4c-8ff7-76da5f59838c'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:54:49.240702 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-3a35d2a2-713d-437d-b0ec-bfd4223171d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:54:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['2290dedc-1a2e-4f4c-8ff7-76da5f59838c'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:54:49.256553 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-90f1738d-0b7c-45af-b572-023a5f7aaf36 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "DELETE /v2.0/floatingips/1a6213dd-f412-4fe2-bcf7-3192c3780edc HTTP/1.1" status: 204 len: 168 time: 0.8901105 May 23 15:54:49.257229 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5010ba7c-c06f-42fc-9868-3782ff2350e6', 'tag': '76ad3e47-7e7d-4fde-9328-3a30596e0087'}] {{(pid=111208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:54:49.259351 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e8bc6f21cde82e90109a250a18be241d8bc12bef919575b3a0310827eb45c17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f56d3ca-9206-46e9-988a-874c256761f8" -d '{"events": [{"name": "network-changed", "server_uuid": "5010ba7c-c06f-42fc-9868-3782ff2350e6", "tag": "76ad3e47-7e7d-4fde-9328-3a30596e0087"}]}' {{(pid=111208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:54:49.300510 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 15:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b703ed-64c5-401a-b425-db60970deab2 x-openstack-request-id: req-28b703ed-64c5-401a-b425-db60970deab2 {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:54:49.309304 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5010ba7c-c06f-42fc-9868-3782ff2350e6", "tag": "76ad3e47-7e7d-4fde-9328-3a30596e0087", "status": "completed", "code": 200}]} {{(pid=111208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:54:49.309304 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-28b703ed-64c5-401a-b425-db60970deab2 {{(pid=111208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:54:49.309304 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28b703ed-64c5-401a-b425-db60970deab2'] response: {'name': 'network-changed', 'server_uuid': '5010ba7c-c06f-42fc-9868-3782ff2350e6', 'tag': '76ad3e47-7e7d-4fde-9328-3a30596e0087', 'status': 'completed', 'code': 200} May 23 15:54:49.349536 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-3a35d2a2-713d-437d-b0ec-bfd4223171d0 None None] Set router 2290dedc-1a2e-4f4c-8ff7-76da5f59838c gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:54:49.388371 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56d3ca-9206-46e9-988a-874c256761f8 req-0eedad49-b880-4954-9c26-9f8d026a1325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:49.389921 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2f56d3ca-9206-46e9-988a-874c256761f8 req-0eedad49-b880-4954-9c26-9f8d026a1325 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3daaf17c3dac442f82831c7df811f511&device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 1129 time: 0.0472238 May 23 15:54:49.489986 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56d3ca-9206-46e9-988a-874c256761f8 req-76c04da5-6792-4c53-8728-a9a2481ff181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:49.491883 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2f56d3ca-9206-46e9-988a-874c256761f8 req-76c04da5-6792-4c53-8728-a9a2481ff181 service neutron] 10.222.0.69 "GET /v2.0/networks?id=78e8e9b6-c2a4-4052-9c22-01fa79bc5a77 HTTP/1.1" status: 200 len: 915 time: 0.0950491 May 23 15:54:49.530482 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2f56d3ca-9206-46e9-988a-874c256761f8 req-90b3d680-abbf-4b69-9bc2-56cedbb5f97d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76ad3e47-7e7d-4fde-9328-3a30596e0087 HTTP/1.1" status: 200 len: 217 time: 0.0335064 May 23 15:54:49.540502 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-3a35d2a2-713d-437d-b0ec-bfd4223171d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'name': 'tempest-TestMinimumBasicScenario-148795457-router', 'tenant_id': '3daaf17c3dac442f82831c7df811f511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '5747c363-f343-473a-8c85-9227aaf21b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:52:43Z', 'updated_at': '2022-05-23T15:52:47Z', 'revision_number': 4, 'project_id': '3daaf17c3dac442f82831c7df811f511', 'gw_port': {'id': '5747c363-f343-473a-8c85-9227aaf21b40', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:13:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:52:44Z', 'updated_at': '2022-05-23T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': '77bbec8a-e211-40a3-8868-2a0a4f83534c', 'name': '', 'network_id': '78e8e9b6-c2a4-4052-9c22-01fa79bc5a77', 'tenant_id': '3daaf17c3dac442f82831c7df811f511', 'mac_address': 'fa:16:3e:b0:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f01e09a-45fb-40f0-ae15-5704893a9bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:52:46Z', 'updated_at': '2022-05-23T15:52:51Z', 'revision_number': 5, 'project_id': '3daaf17c3dac442f82831c7df811f511', 'subnets': [{'id': '4f01e09a-45fb-40f0-ae15-5704893a9bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:54:49.569005 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a35d2a2-713d-437d-b0ec-bfd4223171d0 None None] Checking router: 2290dedc-1a2e-4f4c-8ff7-76da5f59838c for host: dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:54:49.578700 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a35d2a2-713d-437d-b0ec-bfd4223171d0 None None] Routers {'2290dedc-1a2e-4f4c-8ff7-76da5f59838c'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:54:49.579357 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-3a35d2a2-713d-437d-b0ec-bfd4223171d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:54:24Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['2290dedc-1a2e-4f4c-8ff7-76da5f59838c'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:54:49.585626 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56d3ca-9206-46e9-988a-874c256761f8 req-5c157168-8484-4073-b625-ed0bc452b08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:49.587684 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2f56d3ca-9206-46e9-988a-874c256761f8 req-5c157168-8484-4073-b625-ed0bc452b08e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4f01e09a-45fb-40f0-ae15-5704893a9bdb HTTP/1.1" status: 200 len: 853 time: 0.0512648 May 23 15:54:49.639709 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56d3ca-9206-46e9-988a-874c256761f8 req-4168b051-f9d0-4544-abf6-4ddf8feea154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:49.641415 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2f56d3ca-9206-46e9-988a-874c256761f8 req-4168b051-f9d0-4544-abf6-4ddf8feea154 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=78e8e9b6-c2a4-4052-9c22-01fa79bc5a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0483813 May 23 15:54:49.662844 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=100 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:54:49.672899 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=100 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:54:49.685327 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-3a35d2a2-713d-437d-b0ec-bfd4223171d0 None None] Set router 2290dedc-1a2e-4f4c-8ff7-76da5f59838c gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:54:49.743387 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2f56d3ca-9206-46e9-988a-874c256761f8 req-02e8e91b-c7ca-4fec-ad6b-226ed4019d9d service neutron] 10.222.0.69 "GET /v2.0/networks/78e8e9b6-c2a4-4052-9c22-01fa79bc5a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959699 May 23 15:54:49.757885 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:54:49.839653 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-2f56d3ca-9206-46e9-988a-874c256761f8 req-6c2a0021-18bc-43b9-8a26-6ffc1be08780 service neutron] 10.222.0.69 "GET /v2.0/networks/78e8e9b6-c2a4-4052-9c22-01fa79bc5a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908306 May 23 15:54:49.876564 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-3a35d2a2-713d-437d-b0ec-bfd4223171d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'name': 'tempest-TestMinimumBasicScenario-148795457-router', 'tenant_id': '3daaf17c3dac442f82831c7df811f511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '5747c363-f343-473a-8c85-9227aaf21b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:52:43Z', 'updated_at': '2022-05-23T15:52:47Z', 'revision_number': 4, 'project_id': '3daaf17c3dac442f82831c7df811f511', 'gw_port': {'id': '5747c363-f343-473a-8c85-9227aaf21b40', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:13:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:52:44Z', 'updated_at': '2022-05-23T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': '77bbec8a-e211-40a3-8868-2a0a4f83534c', 'name': '', 'network_id': '78e8e9b6-c2a4-4052-9c22-01fa79bc5a77', 'tenant_id': '3daaf17c3dac442f82831c7df811f511', 'mac_address': 'fa:16:3e:b0:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f01e09a-45fb-40f0-ae15-5704893a9bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:52:46Z', 'updated_at': '2022-05-23T15:52:51Z', 'revision_number': 5, 'project_id': '3daaf17c3dac442f82831c7df811f511', 'subnets': [{'id': '4f01e09a-45fb-40f0-ae15-5704893a9bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:54:49.900708 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a35d2a2-713d-437d-b0ec-bfd4223171d0 None None] The sync data for ids ['2290dedc-1a2e-4f4c-8ff7-76da5f59838c'] in dv-cinder-840678-12-iscsi is: [{'id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'name': 'tempest-TestMinimumBasicScenario-148795457-router', 'tenant_id': '3daaf17c3dac442f82831c7df811f511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '5747c363-f343-473a-8c85-9227aaf21b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:52:43Z', 'updated_at': '2022-05-23T15:52:47Z', 'revision_number': 4, 'project_id': '3daaf17c3dac442f82831c7df811f511', 'gw_port': {'id': '5747c363-f343-473a-8c85-9227aaf21b40', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:13:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:52:44Z', 'updated_at': '2022-05-23T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi', '_interfaces': [{'id': '77bbec8a-e211-40a3-8868-2a0a4f83534c', 'name': '', 'network_id': '78e8e9b6-c2a4-4052-9c22-01fa79bc5a77', 'tenant_id': '3daaf17c3dac442f82831c7df811f511', 'mac_address': 'fa:16:3e:b0:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f01e09a-45fb-40f0-ae15-5704893a9bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:52:46Z', 'updated_at': '2022-05-23T15:52:51Z', 'revision_number': 5, 'project_id': '3daaf17c3dac442f82831c7df811f511', 'subnets': [{'id': '4f01e09a-45fb-40f0-ae15-5704893a9bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:54:50.117782 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12f78ef-934a-431d-8c60-64df5e2d1dc5 None None] New status for floating IP 1a6213dd-f412-4fe2-bcf7-3192c3780edc: DOWN {{(pid=111211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 15:54:51.877362 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-9e4011ce-852d-4d44-9e68-d044c260911f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:52.593854 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671522e6-acf6-4cd0-9ba2-7a5716861ba0 req-ce5b812f-e5eb-4f41-af1d-4f155964dd83 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:52.595302 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-671522e6-acf6-4cd0-9ba2-7a5716861ba0 req-ce5b812f-e5eb-4f41-af1d-4f155964dd83 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 945 time: 0.0467942 May 23 15:54:52.640799 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-671522e6-acf6-4cd0-9ba2-7a5716861ba0 req-45197bf5-c726-4807-a15b-28e4fd8e5824 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399747 May 23 15:54:53.758898 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b49b1-ce8f-40d1-86ac-4b4f368ff581 req-c608cf74-9186-43ad-a2ea-f84a8078ad6a tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:53.760379 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-353b49b1-ce8f-40d1-86ac-4b4f368ff581 req-c608cf74-9186-43ad-a2ea-f84a8078ad6a tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 945 time: 0.0513554 May 23 15:54:53.785453 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=100 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:54:53.807881 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-353b49b1-ce8f-40d1-86ac-4b4f368ff581 req-e2643802-0ec5-4b38-b28d-856245e9a902 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419118 May 23 15:54:54.190029 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-1552c91c-2518-440b-97d7-8339a60478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:54.364057 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf66f9-60dd-4e20-b9e6-b40042f4c038 req-cc2ddbd1-a62f-429c-b319-59e494d8db81 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:54.365528 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d2cf66f9-60dd-4e20-b9e6-b40042f4c038 req-cc2ddbd1-a62f-429c-b319-59e494d8db81 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.69 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 945 time: 0.0465958 May 23 15:54:54.452939 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-d2cf66f9-60dd-4e20-b9e6-b40042f4c038 req-a9a0dff0-3c09-4906-8bc8-f52d34d09116 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Deleting port 76ad3e47-7e7d-4fde-9328-3a30596e0087 {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:54:54.456847 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-d2cf66f9-60dd-4e20-b9e6-b40042f4c038 req-a9a0dff0-3c09-4906-8bc8-f52d34d09116 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (76ad3e47-7e7d-4fde-9328-3a30596e0087), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:54.542099 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [req-d2cf66f9-60dd-4e20-b9e6-b40042f4c038 req-a9a0dff0-3c09-4906-8bc8-f52d34d09116 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] For port 76ad3e47-7e7d-4fde-9328-3a30596e0087, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=76ad3e47-7e7d-4fde-9328-3a30596e0087,segment=NetworkSegment(4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab),segment_id=4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:54:54.542469 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-d2cf66f9-60dd-4e20-b9e6-b40042f4c038 req-a9a0dff0-3c09-4906-8bc8-f52d34d09116 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (76ad3e47-7e7d-4fde-9328-3a30596e0087), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:54.555465 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [req-d2cf66f9-60dd-4e20-b9e6-b40042f4c038 req-a9a0dff0-3c09-4906-8bc8-f52d34d09116 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Calling delete_port for 76ad3e47-7e7d-4fde-9328-3a30596e0087 owned by compute:nova {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:54:54.950222 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e1b08-5c80-477b-98df-4bcd80f6e0b1 req-a7310dfc-86a1-486d-bf67-c79fb67085f1 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 15:54:54.951660 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6a4e1b08-5c80-477b-98df-4bcd80f6e0b1 req-a7310dfc-86a1-486d-bf67-c79fb67085f1 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 945 time: 0.0724881 May 23 15:54:55.008216 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-6a4e1b08-5c80-477b-98df-4bcd80f6e0b1 req-ea2750b9-032c-4da5-868a-2bf7ad6ca912 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/security-groups?id=2513d238-e7d7-4b4b-8573-2ccbc69edc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509808 May 23 15:54:55.060235 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-d2cf66f9-60dd-4e20-b9e6-b40042f4c038 req-a9a0dff0-3c09-4906-8bc8-f52d34d09116 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (76ad3e47-7e7d-4fde-9328-3a30596e0087), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:55.088222 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0dff0-3c09-4906-8bc8-f52d34d09116 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Pushing event deleted for resources: {'Port': ['ID=76ad3e47-7e7d-4fde-9328-3a30596e0087,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:54:55.100940 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] get_ports_and_sgs() called for port_ids ['76ad3e47-7e7d-4fde-9328-3a30596e0087'] {{(pid=111210) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 15:54:55.145037 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2cf66f9-60dd-4e20-b9e6-b40042f4c038 req-a9a0dff0-3c09-4906-8bc8-f52d34d09116 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] No DVR routers for this DVR port 76ad3e47-7e7d-4fde-9328-3a30596e0087 on host hv-cinder-84067 {{(pid=111209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:54:55.145037 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [req-d2cf66f9-60dd-4e20-b9e6-b40042f4c038 req-a9a0dff0-3c09-4906-8bc8-f52d34d09116 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-474295'] for port (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:55.145037 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-d2cf66f9-60dd-4e20-b9e6-b40042f4c038 req-a9a0dff0-3c09-4906-8bc8-f52d34d09116 tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.69 "DELETE /v2.0/ports/76ad3e47-7e7d-4fde-9328-3a30596e0087 HTTP/1.1" status: 204 len: 173 time: 0.7713618 May 23 15:54:55.145037 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5010ba7c-c06f-42fc-9868-3782ff2350e6', 'name': 'network-vif-deleted', 'tag': '76ad3e47-7e7d-4fde-9328-3a30596e0087'}] {{(pid=111209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 15:54:55.145037 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}888019199a1642ce1fd4c99e5a819746b68e9d86ab405550247003ba035f2385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5bef1d-0b04-4df1-a0e6-f2d28a09b5a8" -d '{"events": [{"server_uuid": "5010ba7c-c06f-42fc-9868-3782ff2350e6", "name": "network-vif-deleted", "tag": "76ad3e47-7e7d-4fde-9328-3a30596e0087"}]}' {{(pid=111209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 15:54:55.184493 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 15:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c6c410-5be3-4fa7-9e12-baf82fab2e76 x-openstack-request-id: req-46c6c410-5be3-4fa7-9e12-baf82fab2e76 {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 15:54:55.184744 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5010ba7c-c06f-42fc-9868-3782ff2350e6", "name": "network-vif-deleted", "tag": "76ad3e47-7e7d-4fde-9328-3a30596e0087", "status": "completed", "code": 200}]} {{(pid=111209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 15:54:55.184995 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-46c6c410-5be3-4fa7-9e12-baf82fab2e76 {{(pid=111209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 15:54:55.185437 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46c6c410-5be3-4fa7-9e12-baf82fab2e76'] response: {'server_uuid': '5010ba7c-c06f-42fc-9868-3782ff2350e6', 'name': 'network-vif-deleted', 'tag': '76ad3e47-7e7d-4fde-9328-3a30596e0087', 'status': 'completed', 'code': 200} May 23 15:54:55.652887 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:56.117879 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [req-3010f7ac-b02d-4313-8eab-c38ad4472b4c req-6a288842-dd68-483a-8bf1-83bb7e8e32af tempest-TestMinimumBasicScenario-1027576231 tempest-TestMinimumBasicScenario-1027576231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5010ba7c-c06f-42fc-9868-3782ff2350e6 HTTP/1.1" status: 200 len: 210 time: 0.0287631 May 23 15:54:56.666941 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:57.169113 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 76ad3e47-7e7d-4fde-9328-3a30596e0087 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:54:57.189175 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] No Port match for: 76ad3e47-7e7d-4fde-9328-3a30596e0087 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:54:57.189535 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Device 76ad3e47-7e7d-4fde-9328-3a30596e0087 not bound to the agent host hv-cinder-84067 {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:54:58.281701 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:58.591317 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 52454) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:54:58.902739 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b713a46d-ac2e-4871-b99b-e1b0f884de9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745920'] for router_interface (2290dedc-1a2e-4f4c-8ff7-76da5f59838c), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:59.020228 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:59.121298 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-b713a46d-ac2e-4871-b99b-e1b0f884de9e admin admin] Deleting port 77bbec8a-e211-40a3-8868-2a0a4f83534c {{(pid=111208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:54:59.121638 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b713a46d-ac2e-4871-b99b-e1b0f884de9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (77bbec8a-e211-40a3-8868-2a0a4f83534c), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:59.164800 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=100 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:54:59.201748 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [None req-b713a46d-ac2e-4871-b99b-e1b0f884de9e admin admin] For port 77bbec8a-e211-40a3-8868-2a0a4f83534c, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=77bbec8a-e211-40a3-8868-2a0a4f83534c,segment=NetworkSegment(4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab),segment_id=4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab)] {{(pid=111208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:54:59.202114 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b713a46d-ac2e-4871-b99b-e1b0f884de9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (77bbec8a-e211-40a3-8868-2a0a4f83534c), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:59.215470 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-b713a46d-ac2e-4871-b99b-e1b0f884de9e admin admin] Calling delete_port for 77bbec8a-e211-40a3-8868-2a0a4f83534c owned by network:router_interface {{(pid=111208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:54:59.441494 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b713a46d-ac2e-4871-b99b-e1b0f884de9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (77bbec8a-e211-40a3-8868-2a0a4f83534c), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:59.464460 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713a46d-ac2e-4871-b99b-e1b0f884de9e admin admin] Pushing event deleted for resources: {'Port': ['ID=77bbec8a-e211-40a3-8868-2a0a4f83534c,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:54:59.496118 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:54:59.632950 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-b713a46d-ac2e-4871-b99b-e1b0f884de9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-291457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745812'] for router_interface (2290dedc-1a2e-4f4c-8ff7-76da5f59838c), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:54:59.834597 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b713a46d-ac2e-4871-b99b-e1b0f884de9e admin admin] Router 2290dedc-1a2e-4f4c-8ff7-76da5f59838c has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:55:00.161881 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:55:00.169349 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b713a46d-ac2e-4871-b99b-e1b0f884de9e admin admin] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:55:00.174531 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-b713a46d-ac2e-4871-b99b-e1b0f884de9e admin admin] 10.222.0.64 "PUT /v2.0/routers/2290dedc-1a2e-4f4c-8ff7-76da5f59838c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5819671 May 23 15:55:00.176981 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 52456) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:55:00.179588 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41594cb8-d89a-487c-a273-9c83875a2940 None None] Sync routers for ids ['2290dedc-1a2e-4f4c-8ff7-76da5f59838c'] in dv-cinder-840678-12-iscsi {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:55:00.190833 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41594cb8-d89a-487c-a273-9c83875a2940 None None] Routers {'2290dedc-1a2e-4f4c-8ff7-76da5f59838c'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:55:00.191544 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-41594cb8-d89a-487c-a273-9c83875a2940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:54:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['2290dedc-1a2e-4f4c-8ff7-76da5f59838c'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:55:00.273267 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ccbe-6f9b-4adf-97db-16f3d3e2c8d2 admin admin] Publish callbacks [] for router (2290dedc-1a2e-4f4c-8ff7-76da5f59838c), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:00.295097 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-41594cb8-d89a-487c-a273-9c83875a2940 None None] Set router 2290dedc-1a2e-4f4c-8ff7-76da5f59838c gateway port host: dv-cinder-840678-12-iscsi {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:55:00.370665 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ccbe-6f9b-4adf-97db-16f3d3e2c8d2 admin admin] Publish callbacks [] for router_gateway (2290dedc-1a2e-4f4c-8ff7-76da5f59838c), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:00.459391 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-41594cb8-d89a-487c-a273-9c83875a2940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'name': 'tempest-TestMinimumBasicScenario-148795457-router', 'tenant_id': '3daaf17c3dac442f82831c7df811f511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '5747c363-f343-473a-8c85-9227aaf21b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:52:43Z', 'updated_at': '2022-05-23T15:54:59Z', 'revision_number': 5, 'project_id': '3daaf17c3dac442f82831c7df811f511', 'gw_port': {'id': '5747c363-f343-473a-8c85-9227aaf21b40', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:13:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:52:44Z', 'updated_at': '2022-05-23T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:55:00.484394 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41594cb8-d89a-487c-a273-9c83875a2940 None None] Checking router: 2290dedc-1a2e-4f4c-8ff7-76da5f59838c for host: dv-cinder-840678-12-iscsi {{(pid=111210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:55:00.492861 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41594cb8-d89a-487c-a273-9c83875a2940 None None] Routers {'2290dedc-1a2e-4f4c-8ff7-76da5f59838c'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:55:00.493565 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-41594cb8-d89a-487c-a273-9c83875a2940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:54:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['2290dedc-1a2e-4f4c-8ff7-76da5f59838c'], 'active': True} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:55:00.502655 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-bbb5ccbe-6f9b-4adf-97db-16f3d3e2c8d2 admin admin] Deleting port 5747c363-f343-473a-8c85-9227aaf21b40 {{(pid=111208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:55:00.502994 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ccbe-6f9b-4adf-97db-16f3d3e2c8d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (5747c363-f343-473a-8c85-9227aaf21b40), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:00.578118 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvr_db [None req-41594cb8-d89a-487c-a273-9c83875a2940 None None] Set router 2290dedc-1a2e-4f4c-8ff7-76da5f59838c gateway port host: None {{(pid=111210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:55:00.582885 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [None req-bbb5ccbe-6f9b-4adf-97db-16f3d3e2c8d2 admin admin] For port 5747c363-f343-473a-8c85-9227aaf21b40, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=5747c363-f343-473a-8c85-9227aaf21b40,segment=NetworkSegment(2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5),segment_id=2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5)] {{(pid=111208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:55:00.583246 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ccbe-6f9b-4adf-97db-16f3d3e2c8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (5747c363-f343-473a-8c85-9227aaf21b40), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:00.596776 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-bbb5ccbe-6f9b-4adf-97db-16f3d3e2c8d2 admin admin] Calling delete_port for 5747c363-f343-473a-8c85-9227aaf21b40 owned by network:router_gateway {{(pid=111208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:55:00.628752 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_hamode_db [None req-41594cb8-d89a-487c-a273-9c83875a2940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'name': 'tempest-TestMinimumBasicScenario-148795457-router', 'tenant_id': '3daaf17c3dac442f82831c7df811f511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:52:43Z', 'updated_at': '2022-05-23T15:55:00Z', 'revision_number': 6, 'project_id': '3daaf17c3dac442f82831c7df811f511', 'gw_port_host': None}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:55:00.652953 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41594cb8-d89a-487c-a273-9c83875a2940 None None] The sync data for ids ['2290dedc-1a2e-4f4c-8ff7-76da5f59838c'] in dv-cinder-840678-12-iscsi is: [{'id': '2290dedc-1a2e-4f4c-8ff7-76da5f59838c', 'name': 'tempest-TestMinimumBasicScenario-148795457-router', 'tenant_id': '3daaf17c3dac442f82831c7df811f511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:52:43Z', 'updated_at': '2022-05-23T15:55:00Z', 'revision_number': 6, 'project_id': '3daaf17c3dac442f82831c7df811f511', 'gw_port_host': None}] {{(pid=111210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:55:00.657148 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:55:00.841581 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ccbe-6f9b-4adf-97db-16f3d3e2c8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (5747c363-f343-473a-8c85-9227aaf21b40), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:00.866408 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5ccbe-6f9b-4adf-97db-16f3d3e2c8d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5747c363-f343-473a-8c85-9227aaf21b40,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:55:00.930572 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ccbe-6f9b-4adf-97db-16f3d3e2c8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746810'] for router_gateway (2290dedc-1a2e-4f4c-8ff7-76da5f59838c), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:01.018287 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ccbe-6f9b-4adf-97db-16f3d3e2c8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-752101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12818'] for router (2290dedc-1a2e-4f4c-8ff7-76da5f59838c), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:01.020602 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ccbe-6f9b-4adf-97db-16f3d3e2c8d2 admin admin] Publish callbacks [] for router_controller (2290dedc-1a2e-4f4c-8ff7-76da5f59838c), precommit_delete_associations {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:01.134391 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ccbe-6f9b-4adf-97db-16f3d3e2c8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-752028'] for router (2290dedc-1a2e-4f4c-8ff7-76da5f59838c), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:01.134942 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb5ccbe-6f9b-4adf-97db-16f3d3e2c8d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2290dedc-1a2e-4f4c-8ff7-76da5f59838c {{(pid=111208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 15:55:01.139847 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ccbe-6f9b-4adf-97db-16f3d3e2c8d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:01.141003 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-bbb5ccbe-6f9b-4adf-97db-16f3d3e2c8d2 admin admin] 10.222.0.64 "DELETE /v2.0/routers/2290dedc-1a2e-4f4c-8ff7-76da5f59838c HTTP/1.1" status: 204 len: 168 time: 0.9630849 May 23 15:55:01.143491 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 52458) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:55:01.187727 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.db_base_plugin_v2 [None req-3390f5bb-4bd2-4ec8-92e6-842e8ea1fb68 admin admin] Deleting subnet 4f01e09a-45fb-40f0-ae15-5704893a9bdb {{(pid=111208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:55:01.190814 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3390f5bb-4bd2-4ec8-92e6-842e8ea1fb68 admin admin] Publish callbacks [] for subnet (4f01e09a-45fb-40f0-ae15-5704893a9bdb), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:01.229388 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3390f5bb-4bd2-4ec8-92e6-842e8ea1fb68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211576'] for subnet (4f01e09a-45fb-40f0-ae15-5704893a9bdb), precommit_delete_associations {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:01.300973 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=11 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:55:01.303574 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3390f5bb-4bd2-4ec8-92e6-842e8ea1fb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999690'] for subnet (4f01e09a-45fb-40f0-ae15-5704893a9bdb), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:01.420657 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3390f5bb-4bd2-4ec8-92e6-842e8ea1fb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-904184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16100397'] for subnet (4f01e09a-45fb-40f0-ae15-5704893a9bdb), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:01.448891 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390f5bb-4bd2-4ec8-92e6-842e8ea1fb68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f01e09a-45fb-40f0-ae15-5704893a9bdb,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:55:01.453015 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-3390f5bb-4bd2-4ec8-92e6-842e8ea1fb68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:01.456342 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-3390f5bb-4bd2-4ec8-92e6-842e8ea1fb68 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4f01e09a-45fb-40f0-ae15-5704893a9bdb HTTP/1.1" status: 204 len: 168 time: 0.3117523 May 23 15:55:01.458771 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 52460) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:55:01.469996 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e093288f-4f8e-4846-80bf-6342d1f15693 None None] Network 78e8e9b6-c2a4-4052-9c22-01fa79bc5a77 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:55:01.538582 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-15912b92-b67a-46c3-a02d-cd3a6450e017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3939425'] for network (78e8e9b6-c2a4-4052-9c22-01fa79bc5a77), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:01.546912 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:55:01.594435 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-15912b92-b67a-46c3-a02d-cd3a6450e017 admin admin] Deleting port c15257d2-1abd-4a8b-adc1-44f416a22d3e {{(pid=111208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:55:01.595040 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-15912b92-b67a-46c3-a02d-cd3a6450e017 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (c15257d2-1abd-4a8b-adc1-44f416a22d3e), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:01.628768 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b5a591-5848-4117-a2ac-448900fc2fd8 None None] DHCP port deletion for 78e8e9b6-c2a4-4052-9c22-01fa79bc5a77 request from dv-cinder-840678-12-iscsi {{(pid=111210) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 15:55:01.679012 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.db [None req-15912b92-b67a-46c3-a02d-cd3a6450e017 admin admin] For port c15257d2-1abd-4a8b-adc1-44f416a22d3e, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=c15257d2-1abd-4a8b-adc1-44f416a22d3e,segment=NetworkSegment(4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab),segment_id=4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab)] {{(pid=111208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:55:01.679600 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-15912b92-b67a-46c3-a02d-cd3a6450e017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (c15257d2-1abd-4a8b-adc1-44f416a22d3e), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:01.681621 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-a8b5a591-5848-4117-a2ac-448900fc2fd8 None None] Deleting port c15257d2-1abd-4a8b-adc1-44f416a22d3e {{(pid=111210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:55:01.682246 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-a8b5a591-5848-4117-a2ac-448900fc2fd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (c15257d2-1abd-4a8b-adc1-44f416a22d3e), before_delete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:01.702227 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.plugin [None req-15912b92-b67a-46c3-a02d-cd3a6450e017 admin admin] Calling delete_port for c15257d2-1abd-4a8b-adc1-44f416a22d3e owned by network:dhcp {{(pid=111208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:55:01.758371 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-a8b5a591-5848-4117-a2ac-448900fc2fd8 None None] For port c15257d2-1abd-4a8b-adc1-44f416a22d3e, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=c15257d2-1abd-4a8b-adc1-44f416a22d3e,segment=NetworkSegment(4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab),segment_id=4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:55:01.758871 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-a8b5a591-5848-4117-a2ac-448900fc2fd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (c15257d2-1abd-4a8b-adc1-44f416a22d3e), precommit_delete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:01.772682 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-a8b5a591-5848-4117-a2ac-448900fc2fd8 None None] Calling delete_port for c15257d2-1abd-4a8b-adc1-44f416a22d3e owned by network:dhcp {{(pid=111210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:55:01.783594 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:55:01.833927 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:55:01.889002 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-15912b92-b67a-46c3-a02d-cd3a6450e017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-906287'] for port (c15257d2-1abd-4a8b-adc1-44f416a22d3e), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:01.895294 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-a8b5a591-5848-4117-a2ac-448900fc2fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734'] for port (c15257d2-1abd-4a8b-adc1-44f416a22d3e), after_delete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:01.913257 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15912b92-b67a-46c3-a02d-cd3a6450e017 admin admin] Pushing event deleted for resources: {'Port': ['ID=c15257d2-1abd-4a8b-adc1-44f416a22d3e,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:55:01.921361 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15912b92-b67a-46c3-a02d-cd3a6450e017 admin admin] No DVR routers for this DVR port c15257d2-1abd-4a8b-adc1-44f416a22d3e on host dv-cinder-840678-12-iscsi {{(pid=111208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:55:01.921918 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5a591-5848-4117-a2ac-448900fc2fd8 None None] Pushing event deleted for resources: {'Port': ['ID=c15257d2-1abd-4a8b-adc1-44f416a22d3e,revision_number=None']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:55:01.933395 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b5a591-5848-4117-a2ac-448900fc2fd8 None None] No DVR routers for this DVR port c15257d2-1abd-4a8b-adc1-44f416a22d3e on host dv-cinder-840678-12-iscsi {{(pid=111210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:55:01.937119 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5a591-5848-4117-a2ac-448900fc2fd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:55:01.937666 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5a591-5848-4117-a2ac-448900fc2fd8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:55:01.938201 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5a591-5848-4117-a2ac-448900fc2fd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:55:01.938594 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5a591-5848-4117-a2ac-448900fc2fd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:55:01.938956 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5a591-5848-4117-a2ac-448900fc2fd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:55:01.939476 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5a591-5848-4117-a2ac-448900fc2fd8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:55:01.940258 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5a591-5848-4117-a2ac-448900fc2fd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:55:01.940788 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5a591-5848-4117-a2ac-448900fc2fd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:55:01.941312 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5a591-5848-4117-a2ac-448900fc2fd8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:55:01.941920 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5a591-5848-4117-a2ac-448900fc2fd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:55:01.942414 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5a591-5848-4117-a2ac-448900fc2fd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:55:01.943187 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5a591-5848-4117-a2ac-448900fc2fd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:55:01.943690 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5a591-5848-4117-a2ac-448900fc2fd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:55:01.944196 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5a591-5848-4117-a2ac-448900fc2fd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:55:01.945494 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5a591-5848-4117-a2ac-448900fc2fd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-12-iscsi {{(pid=111210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 15:55:02.004619 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-15912b92-b67a-46c3-a02d-cd3a6450e017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998021', 'neutron.services.segments.db._delete_segments_for_network-8747701125223'] for network (78e8e9b6-c2a4-4052-9c22-01fa79bc5a77), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:02.028917 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.services.segments.db [None req-15912b92-b67a-46c3-a02d-cd3a6450e017 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78e8e9b6-c2a4-4052-9c22-01fa79bc5a77']}} {{(pid=111208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:55:02.031220 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 5747c363-f343-473a-8c85-9227aaf21b40 no longer exists at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:55:02.038995 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.services.segments.db [None req-15912b92-b67a-46c3-a02d-cd3a6450e017 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab') {'for_net_delete': True} {{(pid=111208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:55:02.039403 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.services.segments.db [None req-15912b92-b67a-46c3-a02d-cd3a6450e017 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab') {} {{(pid=111208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:55:02.051115 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-15912b92-b67a-46c3-a02d-cd3a6450e017 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747701124208', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16211575'] for segment (4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:02.057185 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] No Port match for: 5747c363-f343-473a-8c85-9227aaf21b40 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:55:02.058635 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 5747c363-f343-473a-8c85-9227aaf21b40 not bound to the agent host dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:55:02.059098 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 77bbec8a-e211-40a3-8868-2a0a4f83534c no longer exists at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:55:02.066530 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-15912b92-b67a-46c3-a02d-cd3a6450e017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:02.076384 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15912b92-b67a-46c3-a02d-cd3a6450e017 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=111208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:55:02.076885 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-15912b92-b67a-46c3-a02d-cd3a6450e017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-906266'] for segment (4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:02.083210 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] No Port match for: 77bbec8a-e211-40a3-8868-2a0a4f83534c {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:55:02.083604 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 77bbec8a-e211-40a3-8868-2a0a4f83534c not bound to the agent host dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:55:02.084111 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device c15257d2-1abd-4a8b-adc1-44f416a22d3e no longer exists at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:55:02.107656 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] No Port match for: c15257d2-1abd-4a8b-adc1-44f416a22d3e {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:55:02.108084 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device c15257d2-1abd-4a8b-adc1-44f416a22d3e not bound to the agent host dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:55:02.125693 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.services.segments.plugin [-] Segment 4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab resource provider aggregate not found May 23 15:55:02.147190 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.services.segments.plugin [-] Segment 4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b0b4c6b-1e15-4ba4-8971-5ad99abd96ab found for delete ", "request_id": "req-a542871d-16cd-4170-afb6-454421a84dcc"}]} May 23 15:55:02.208623 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-15912b92-b67a-46c3-a02d-cd3a6450e017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747474'] for network (78e8e9b6-c2a4-4052-9c22-01fa79bc5a77), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:02.214917 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-15912b92-b67a-46c3-a02d-cd3a6450e017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:02.221897 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-15912b92-b67a-46c3-a02d-cd3a6450e017 admin admin] 10.222.0.64 "DELETE /v2.0/networks/78e8e9b6-c2a4-4052-9c22-01fa79bc5a77 HTTP/1.1" status: 204 len: 168 time: 0.7586865 May 23 15:55:02.222039 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 52466) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:55:02.236839 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15912b92-b67a-46c3-a02d-cd3a6450e017 admin admin] Pushing event deleted for resources: {'Network': ['ID=78e8e9b6-c2a4-4052-9c22-01fa79bc5a77,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:55:02.315792 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:55:02.536171 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f9fc201f-ce32-4418-bcb6-ba6b6e84e5ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745920'] for router_interface (23fefaba-b3cb-4101-b782-29fa4fa95b8d), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:02.581982 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:55:02.754966 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc201f-ce32-4418-bcb6-ba6b6e84e5ad admin admin] Deleting port 7d56f671-caca-48dc-8448-bd8549b6956c {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:55:02.755302 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f9fc201f-ce32-4418-bcb6-ba6b6e84e5ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (7d56f671-caca-48dc-8448-bd8549b6956c), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:02.833954 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [None req-f9fc201f-ce32-4418-bcb6-ba6b6e84e5ad admin admin] For port 7d56f671-caca-48dc-8448-bd8549b6956c, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=7d56f671-caca-48dc-8448-bd8549b6956c,segment=NetworkSegment(0bad13c9-b617-4c7b-b83c-a8aae2aad4bf),segment_id=0bad13c9-b617-4c7b-b83c-a8aae2aad4bf)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:55:02.834232 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f9fc201f-ce32-4418-bcb6-ba6b6e84e5ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (7d56f671-caca-48dc-8448-bd8549b6956c), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:02.847055 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc201f-ce32-4418-bcb6-ba6b6e84e5ad admin admin] Calling delete_port for 7d56f671-caca-48dc-8448-bd8549b6956c owned by network:router_interface {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:55:03.087496 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f9fc201f-ce32-4418-bcb6-ba6b6e84e5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (7d56f671-caca-48dc-8448-bd8549b6956c), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:03.110752 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc201f-ce32-4418-bcb6-ba6b6e84e5ad admin admin] Pushing event deleted for resources: {'Port': ['ID=7d56f671-caca-48dc-8448-bd8549b6956c,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:55:03.267457 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:55:03.283295 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f9fc201f-ce32-4418-bcb6-ba6b6e84e5ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-291457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745812'] for router_interface (23fefaba-b3cb-4101-b782-29fa4fa95b8d), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:03.388673 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:55:03.497053 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fc201f-ce32-4418-bcb6-ba6b6e84e5ad admin admin] Router 23fefaba-b3cb-4101-b782-29fa4fa95b8d has already been hosted by L3 agent dd3bd63d-0634-4222-88d5-70695bba3e92 {{(pid=111209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 15:55:03.597711 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fc201f-ce32-4418-bcb6-ba6b6e84e5ad admin admin] Notify agent at l3_agent.dv-cinder-840678-12-iscsi the message routers_updated {{(pid=111209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 15:55:03.602572 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-f9fc201f-ce32-4418-bcb6-ba6b6e84e5ad admin admin] 10.222.0.64 "PUT /v2.0/routers/23fefaba-b3cb-4101-b782-29fa4fa95b8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3800647 May 23 15:55:03.606081 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 52468) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:55:03.606955 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26b62f8-8730-4f50-a0f8-e7e7f5a2016b None None] Sync routers for ids ['23fefaba-b3cb-4101-b782-29fa4fa95b8d'] in dv-cinder-840678-12-iscsi {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 15:55:03.617545 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26b62f8-8730-4f50-a0f8-e7e7f5a2016b None None] Routers {'23fefaba-b3cb-4101-b782-29fa4fa95b8d'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:55:03.618170 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-c26b62f8-8730-4f50-a0f8-e7e7f5a2016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:54:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['23fefaba-b3cb-4101-b782-29fa4fa95b8d'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:55:03.707651 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f6833b0b-49c2-4494-8ac6-30fa604df658 admin admin] Publish callbacks [] for router (23fefaba-b3cb-4101-b782-29fa4fa95b8d), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:03.725154 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-c26b62f8-8730-4f50-a0f8-e7e7f5a2016b None None] Set router 23fefaba-b3cb-4101-b782-29fa4fa95b8d gateway port host: dv-cinder-840678-12-iscsi {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:55:03.806691 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f6833b0b-49c2-4494-8ac6-30fa604df658 admin admin] Publish callbacks [] for router_gateway (23fefaba-b3cb-4101-b782-29fa4fa95b8d), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:03.891651 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-c26b62f8-8730-4f50-a0f8-e7e7f5a2016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fefaba-b3cb-4101-b782-29fa4fa95b8d', 'name': 'tempest-TestMinimumBasicScenario-1097591555-router', 'tenant_id': '8c7e2b79f5064252a47372718fe656f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'external_fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'b857992f-4007-4111-a276-3e33276675d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:52:51Z', 'updated_at': '2022-05-23T15:55:02Z', 'revision_number': 5, 'project_id': '8c7e2b79f5064252a47372718fe656f4', 'gw_port': {'id': 'b857992f-4007-4111-a276-3e33276675d5', 'name': '', 'network_id': '423e159f-0d94-4204-8598-641f4ed121cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fefaba-b3cb-4101-b782-29fa4fa95b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T15:52:51Z', 'updated_at': '2022-05-23T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6893e8f7-d8c8-4bdd-8cf7-487cc5c00794', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-12-iscsi'}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:55:03.916010 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26b62f8-8730-4f50-a0f8-e7e7f5a2016b None None] Checking router: 23fefaba-b3cb-4101-b782-29fa4fa95b8d for host: dv-cinder-840678-12-iscsi {{(pid=111211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 15:55:03.925899 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26b62f8-8730-4f50-a0f8-e7e7f5a2016b None None] Routers {'23fefaba-b3cb-4101-b782-29fa4fa95b8d'} bound to L3 agent in host dv-cinder-840678-12-iscsi {{(pid=111211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 15:55:03.926511 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-c26b62f8-8730-4f50-a0f8-e7e7f5a2016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T15:32:24Z,description=,heartbeat_timestamp=2022-05-23T15:54:54Z,host='dv-cinder-840678-12-iscsi',id=dd3bd63d-0634-4222-88d5-70695bba3e92,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T15:32:25Z,topic='l3_agent')) {'router_ids': ['23fefaba-b3cb-4101-b782-29fa4fa95b8d'], 'active': True} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:55:03.934288 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-f6833b0b-49c2-4494-8ac6-30fa604df658 admin admin] Deleting port b857992f-4007-4111-a276-3e33276675d5 {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:55:03.934636 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f6833b0b-49c2-4494-8ac6-30fa604df658 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (b857992f-4007-4111-a276-3e33276675d5), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:04.012370 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_dvr_db [None req-c26b62f8-8730-4f50-a0f8-e7e7f5a2016b None None] Set router 23fefaba-b3cb-4101-b782-29fa4fa95b8d gateway port host: None {{(pid=111211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 15:55:04.029032 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [None req-f6833b0b-49c2-4494-8ac6-30fa604df658 admin admin] For port b857992f-4007-4111-a276-3e33276675d5, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=b857992f-4007-4111-a276-3e33276675d5,segment=NetworkSegment(2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5),segment_id=2b7ab1d9-f72a-4e45-8ec5-1a1167db25c5)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:55:04.029426 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f6833b0b-49c2-4494-8ac6-30fa604df658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (b857992f-4007-4111-a276-3e33276675d5), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:04.043395 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-f6833b0b-49c2-4494-8ac6-30fa604df658 admin admin] Calling delete_port for b857992f-4007-4111-a276-3e33276675d5 owned by network:router_gateway {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:55:04.147134 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.l3_hamode_db [None req-c26b62f8-8730-4f50-a0f8-e7e7f5a2016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fefaba-b3cb-4101-b782-29fa4fa95b8d', 'name': 'tempest-TestMinimumBasicScenario-1097591555-router', 'tenant_id': '8c7e2b79f5064252a47372718fe656f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:52:51Z', 'updated_at': '2022-05-23T15:55:03Z', 'revision_number': 6, 'project_id': '8c7e2b79f5064252a47372718fe656f4', 'gw_port_host': None}], 'dv-cinder-840678-12-iscsi', False) {} {{(pid=111211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:55:04.172497 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26b62f8-8730-4f50-a0f8-e7e7f5a2016b None None] The sync data for ids ['23fefaba-b3cb-4101-b782-29fa4fa95b8d'] in dv-cinder-840678-12-iscsi is: [{'id': '23fefaba-b3cb-4101-b782-29fa4fa95b8d', 'name': 'tempest-TestMinimumBasicScenario-1097591555-router', 'tenant_id': '8c7e2b79f5064252a47372718fe656f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T15:52:51Z', 'updated_at': '2022-05-23T15:55:03Z', 'revision_number': 6, 'project_id': '8c7e2b79f5064252a47372718fe656f4', 'gw_port_host': None}] {{(pid=111211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 15:55:04.395590 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f6833b0b-49c2-4494-8ac6-30fa604df658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (b857992f-4007-4111-a276-3e33276675d5), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:04.423668 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6833b0b-49c2-4494-8ac6-30fa604df658 admin admin] Pushing event deleted for resources: {'Port': ['ID=b857992f-4007-4111-a276-3e33276675d5,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:55:04.427772 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:55:04.487666 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f6833b0b-49c2-4494-8ac6-30fa604df658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-746810'] for router_gateway (23fefaba-b3cb-4101-b782-29fa4fa95b8d), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:04.547767 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:55:04.578863 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f6833b0b-49c2-4494-8ac6-30fa604df658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-752101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12818'] for router (23fefaba-b3cb-4101-b782-29fa4fa95b8d), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:04.581366 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f6833b0b-49c2-4494-8ac6-30fa604df658 admin admin] Publish callbacks [] for router_controller (23fefaba-b3cb-4101-b782-29fa4fa95b8d), precommit_delete_associations {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:04.722674 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f6833b0b-49c2-4494-8ac6-30fa604df658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-752028'] for router (23fefaba-b3cb-4101-b782-29fa4fa95b8d), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:04.723316 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6833b0b-49c2-4494-8ac6-30fa604df658 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23fefaba-b3cb-4101-b782-29fa4fa95b8d {{(pid=111209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 15:55:04.727981 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-f6833b0b-49c2-4494-8ac6-30fa604df658 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:04.729122 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-f6833b0b-49c2-4494-8ac6-30fa604df658 admin admin] 10.222.0.64 "DELETE /v2.0/routers/23fefaba-b3cb-4101-b782-29fa4fa95b8d HTTP/1.1" status: 204 len: 168 time: 1.1219437 May 23 15:55:04.731766 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 52470) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:55:04.776532 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad7507e-2d59-4401-823e-93f2d4f9395a admin admin] Deleting subnet 4acfa922-988f-401c-863f-4423dfe006ed {{(pid=111209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 15:55:04.779681 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3ad7507e-2d59-4401-823e-93f2d4f9395a admin admin] Publish callbacks [] for subnet (4acfa922-988f-401c-863f-4423dfe006ed), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:04.812424 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3ad7507e-2d59-4401-823e-93f2d4f9395a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11732013'] for subnet (4acfa922-988f-401c-863f-4423dfe006ed), precommit_delete_associations {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:04.891060 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3ad7507e-2d59-4401-823e-93f2d4f9395a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999690'] for subnet (4acfa922-988f-401c-863f-4423dfe006ed), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:05.007577 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3ad7507e-2d59-4401-823e-93f2d4f9395a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11985018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12197464'] for subnet (4acfa922-988f-401c-863f-4423dfe006ed), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:05.033351 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7507e-2d59-4401-823e-93f2d4f9395a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4acfa922-988f-401c-863f-4423dfe006ed,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:55:05.039546 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-3ad7507e-2d59-4401-823e-93f2d4f9395a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for subnet (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:05.042951 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-3ad7507e-2d59-4401-823e-93f2d4f9395a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4acfa922-988f-401c-863f-4423dfe006ed HTTP/1.1" status: 204 len: 168 time: 0.3102617 May 23 15:55:05.044778 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506084d8-18cd-4a0e-bc14-e548cd84ea18 None None] Network 8e362ee6-dfe2-4bca-9ee1-47a664b8b719 requested from dv-cinder-840678-12-iscsi {{(pid=111210) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 15:55:05.045517 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 52472) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:55:05.120126 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-06b6ca62-62c1-4527-98b0-e362b7384067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3939425'] for network (8e362ee6-dfe2-4bca-9ee1-47a664b8b719), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:05.164823 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-06b6ca62-62c1-4527-98b0-e362b7384067 admin admin] Deleting port de781e84-1088-4b35-9e8c-0cfc390f4412 {{(pid=111209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:55:05.165193 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-06b6ca62-62c1-4527-98b0-e362b7384067 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (de781e84-1088-4b35-9e8c-0cfc390f4412), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:05.214683 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0f5c4b-a3a3-43a6-b141-80e3569f60d8 None None] DHCP port deletion for 8e362ee6-dfe2-4bca-9ee1-47a664b8b719 request from dv-cinder-840678-12-iscsi {{(pid=111210) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 15:55:05.234314 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.db [None req-06b6ca62-62c1-4527-98b0-e362b7384067 admin admin] For port de781e84-1088-4b35-9e8c-0cfc390f4412, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=de781e84-1088-4b35-9e8c-0cfc390f4412,segment=NetworkSegment(0bad13c9-b617-4c7b-b83c-a8aae2aad4bf),segment_id=0bad13c9-b617-4c7b-b83c-a8aae2aad4bf)] {{(pid=111209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:55:05.234695 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-06b6ca62-62c1-4527-98b0-e362b7384067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (de781e84-1088-4b35-9e8c-0cfc390f4412), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:05.248564 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.plugin [None req-06b6ca62-62c1-4527-98b0-e362b7384067 admin admin] Calling delete_port for de781e84-1088-4b35-9e8c-0cfc390f4412 owned by network:dhcp {{(pid=111209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:55:05.251615 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-8a0f5c4b-a3a3-43a6-b141-80e3569f60d8 None None] Deleting port de781e84-1088-4b35-9e8c-0cfc390f4412 {{(pid=111210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 15:55:05.252004 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-8a0f5c4b-a3a3-43a6-b141-80e3569f60d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747701061834'] for port (de781e84-1088-4b35-9e8c-0cfc390f4412), before_delete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:05.318667 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.db [None req-8a0f5c4b-a3a3-43a6-b141-80e3569f60d8 None None] For port de781e84-1088-4b35-9e8c-0cfc390f4412, host dv-cinder-840678-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-12-iscsi',level=0,port_id=de781e84-1088-4b35-9e8c-0cfc390f4412,segment=NetworkSegment(0bad13c9-b617-4c7b-b83c-a8aae2aad4bf),segment_id=0bad13c9-b617-4c7b-b83c-a8aae2aad4bf)] {{(pid=111210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 15:55:05.318993 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-8a0f5c4b-a3a3-43a6-b141-80e3569f60d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744321'] for port (de781e84-1088-4b35-9e8c-0cfc390f4412), precommit_delete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:05.332706 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-8a0f5c4b-a3a3-43a6-b141-80e3569f60d8 None None] Calling delete_port for de781e84-1088-4b35-9e8c-0cfc390f4412 owned by network:dhcp {{(pid=111210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 15:55:05.391357 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-06b6ca62-62c1-4527-98b0-e362b7384067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11993005'] for port (de781e84-1088-4b35-9e8c-0cfc390f4412), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:05.405472 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-8a0f5c4b-a3a3-43a6-b141-80e3569f60d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3889677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747701070008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747700595734'] for port (de781e84-1088-4b35-9e8c-0cfc390f4412), after_delete {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:05.417752 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6ca62-62c1-4527-98b0-e362b7384067 admin admin] Pushing event deleted for resources: {'Port': ['ID=de781e84-1088-4b35-9e8c-0cfc390f4412,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:55:05.419671 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b6ca62-62c1-4527-98b0-e362b7384067 admin admin] No DVR routers for this DVR port de781e84-1088-4b35-9e8c-0cfc390f4412 on host dv-cinder-840678-12-iscsi {{(pid=111209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:55:05.430405 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f5c4b-a3a3-43a6-b141-80e3569f60d8 None None] Pushing event deleted for resources: {'Port': ['ID=de781e84-1088-4b35-9e8c-0cfc390f4412,revision_number=None']} {{(pid=111210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:55:05.434434 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0f5c4b-a3a3-43a6-b141-80e3569f60d8 None None] No DVR routers for this DVR port de781e84-1088-4b35-9e8c-0cfc390f4412 on host dv-cinder-840678-12-iscsi {{(pid=111210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 15:55:05.494255 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-06b6ca62-62c1-4527-98b0-e362b7384067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998021', 'neutron.services.segments.db._delete_segments_for_network-8747701125223'] for network (8e362ee6-dfe2-4bca-9ee1-47a664b8b719), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:05.514886 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.services.segments.db [None req-06b6ca62-62c1-4527-98b0-e362b7384067 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e362ee6-dfe2-4bca-9ee1-47a664b8b719']}} {{(pid=111209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:55:05.523893 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.services.segments.db [None req-06b6ca62-62c1-4527-98b0-e362b7384067 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bad13c9-b617-4c7b-b83c-a8aae2aad4bf') {'for_net_delete': True} {{(pid=111209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:55:05.524183 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.services.segments.db [None req-06b6ca62-62c1-4527-98b0-e362b7384067 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bad13c9-b617-4c7b-b83c-a8aae2aad4bf') {} {{(pid=111209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 15:55:05.533921 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-06b6ca62-62c1-4527-98b0-e362b7384067 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747701124208', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11732002'] for segment (0bad13c9-b617-4c7b-b83c-a8aae2aad4bf), before_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:05.547491 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-06b6ca62-62c1-4527-98b0-e362b7384067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417'] for segment (0bad13c9-b617-4c7b-b83c-a8aae2aad4bf), precommit_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:05.553772 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b6ca62-62c1-4527-98b0-e362b7384067 admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=111209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 15:55:05.554150 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-06b6ca62-62c1-4527-98b0-e362b7384067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4030417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11992984'] for segment (0bad13c9-b617-4c7b-b83c-a8aae2aad4bf), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:05.600985 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:55:05.681174 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-06b6ca62-62c1-4527-98b0-e362b7384067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-291464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747474'] for network (8e362ee6-dfe2-4bca-9ee1-47a664b8b719), after_delete {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:05.687757 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron_lib.callbacks.manager [None req-06b6ca62-62c1-4527-98b0-e362b7384067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-291482'] for network (None), before_response {{(pid=111209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:05.692757 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-06b6ca62-62c1-4527-98b0-e362b7384067 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8e362ee6-dfe2-4bca-9ee1-47a664b8b719 HTTP/1.1" status: 204 len: 168 time: 0.6448245 May 23 15:55:05.705578 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6ca62-62c1-4527-98b0-e362b7384067 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e362ee6-dfe2-4bca-9ee1-47a664b8b719,revision_number=None']} {{(pid=111209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:55:05.724822 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.services.segments.plugin [-] Segment 0bad13c9-b617-4c7b-b83c-a8aae2aad4bf resource provider aggregate not found May 23 15:55:05.741725 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.services.segments.plugin [-] Segment 0bad13c9-b617-4c7b-b83c-a8aae2aad4bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0bad13c9-b617-4c7b-b83c-a8aae2aad4bf found for delete ", "request_id": "req-4a782db4-daab-4aa5-a7ae-9ac55c259f5c"}]} May 23 15:55:06.010659 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device b857992f-4007-4111-a276-3e33276675d5 no longer exists at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:55:06.036845 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] No Port match for: b857992f-4007-4111-a276-3e33276675d5 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:55:06.039444 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device b857992f-4007-4111-a276-3e33276675d5 not bound to the agent host dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:55:06.039444 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device de781e84-1088-4b35-9e8c-0cfc390f4412 no longer exists at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:55:06.057251 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] No Port match for: de781e84-1088-4b35-9e8c-0cfc390f4412 {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:55:06.057921 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device de781e84-1088-4b35-9e8c-0cfc390f4412 not bound to the agent host dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:55:06.058114 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 7d56f671-caca-48dc-8448-bd8549b6956c no longer exists at agent ovs-agent-dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 15:55:06.071000 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [-] (111209) accepted ('10.222.0.64', 52482) {{(pid=111209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:55:06.079145 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.plugin [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] No Port match for: 7d56f671-caca-48dc-8448-bd8549b6956c {{(pid=111210) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 15:55:06.079637 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron.plugins.ml2.rpc [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Device 7d56f671-caca-48dc-8448-bd8549b6956c not bound to the agent host dv-cinder-840678-12-iscsi {{(pid=111210) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 15:55:06.116633 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 52484) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:55:06.125841 dv-cinder-840678-12-iscsi neutron-server[111209]: INFO neutron.wsgi [None req-b6dbfbab-0e02-4d2a-9e85-069d79fa8da0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3daaf17c3dac442f82831c7df811f511&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0549147 May 23 15:55:06.168376 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-dd08612c-ad62-4557-9369-d3c703130a51 admin admin] Publish callbacks [] for security_group (2513d238-e7d7-4b4b-8573-2ccbc69edc11), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:06.191610 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-dd08612c-ad62-4557-9369-d3c703130a51 admin admin] Publish callbacks [] for security_group (2513d238-e7d7-4b4b-8573-2ccbc69edc11), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:06.309748 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-dd08612c-ad62-4557-9369-d3c703130a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (2513d238-e7d7-4b4b-8573-2ccbc69edc11), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:06.312432 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-dd08612c-ad62-4557-9369-d3c703130a51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:06.313651 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-dd08612c-ad62-4557-9369-d3c703130a51 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2513d238-e7d7-4b4b-8573-2ccbc69edc11 HTTP/1.1" status: 204 len: 168 time: 0.1960211 May 23 15:55:06.321576 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08612c-ad62-4557-9369-d3c703130a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2513d238-e7d7-4b4b-8573-2ccbc69edc11,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:55:06.989332 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 52490) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:55:07.029007 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-70538ed7-93c4-4783-b313-cb546ea1447f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8c7e2b79f5064252a47372718fe656f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385268 May 23 15:55:07.031440 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.wsgi [-] (111208) accepted ('10.222.0.64', 52492) {{(pid=111208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 15:55:07.078923 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc8d7-32be-49ea-967b-c58a09a01eee admin admin] Publish callbacks [] for security_group (3bb3eb82-652b-4a0d-8d5c-c7c0c8e0ff65), before_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:07.087338 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:55:07.099819 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc8d7-32be-49ea-967b-c58a09a01eee admin admin] Publish callbacks [] for security_group (3bb3eb82-652b-4a0d-8d5c-c7c0c8e0ff65), precommit_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:07.212926 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc8d7-32be-49ea-967b-c58a09a01eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583998'] for security_group (3bb3eb82-652b-4a0d-8d5c-c7c0c8e0ff65), after_delete {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:07.215414 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc8d7-32be-49ea-967b-c58a09a01eee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:07.216530 dv-cinder-840678-12-iscsi neutron-server[111208]: INFO neutron.wsgi [None req-2c8fc8d7-32be-49ea-967b-c58a09a01eee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3bb3eb82-652b-4a0d-8d5c-c7c0c8e0ff65 HTTP/1.1" status: 204 len: 168 time: 0.1842182 May 23 15:55:07.224681 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8fc8d7-32be-49ea-967b-c58a09a01eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb3eb82-652b-4a0d-8d5c-c7c0c8e0ff65,revision_number=None']} {{(pid=111208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 15:55:11.222768 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:55:16.102575 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:55:16.110588 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG dbcounter [-] [111209] Writing DB stats neutron:SELECT=6 {{(pid=111209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:55:16.335997 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=42,neutron:DELETE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:55:17.219827 dv-cinder-840678-12-iscsi neutron-server[111208]: DEBUG dbcounter [-] [111208] Writing DB stats neutron:SELECT=55,neutron:DELETE=8 {{(pid=111208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:55:17.237701 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=72,neutron:DELETE=7 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:55:21.218839 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=63 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:55:21.219711 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=57 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:55:21.882387 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c4820a17-7097-48fa-bcb3-a1ef255a8667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:24.214572 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-642e0212-ddf4-4dfa-b948-a128a8648b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:25.653717 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:26.705376 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:28.288347 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:29.013887 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:38.932958 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:55:38.934864 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:55:43.156209 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=4 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:55:43.157092 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=2 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:55:48.223662 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:55:51.864253 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-ba1d69e7-1567-46b0-8573-12b5a37f9845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:54.172887 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-997cf78e-3c7b-4863-8216-fe71cbefec2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:55.669683 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:56.668440 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:58.218421 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=2 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:55:58.290980 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:55:59.028042 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:56:08.950874 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:56:08.952675 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:56:20.153540 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=4 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:56:20.211686 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:56:21.861925 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-f8460179-23b0-4964-8335-d51f69ddbfd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:56:24.206493 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-266f9c60-9f18-489f-ad55-025c6f9f13e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:56:25.224450 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:56:25.655597 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:56:26.678762 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:56:28.273123 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:56:29.016241 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:56:35.219859 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:56:35.220600 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:56:38.946371 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:56:38.948262 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:56:51.897167 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-f87452a4-1423-4b2a-b4b4-fb5e43edb33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:56:54.215433 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-ff6e7eeb-33d9-477e-a475-6181c22348ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:56:55.633842 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:56:56.674417 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:56:57.149423 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=5 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:56:57.150303 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=3 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:56:58.308361 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:56:59.034735 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:57:02.223616 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:57:08.517612 dv-cinder-840678-12-iscsi neutron-server[111209]: DEBUG neutron.wsgi [req-a9444e2a-59a1-4df7-95e0-67ccc724eefe req-8e92d572-9d24-4840-afc2-64cc2aa4d785 service neutron] (111209) timed out ('10.222.0.69', 54605) {{(pid=111209) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 23 15:57:08.960513 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:57:08.962390 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:57:17.603598 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=15 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:57:17.605443 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=13 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:57:21.913271 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-7edb1ae3-9504-42ea-bc29-4dcc5353a7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:57:24.188153 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-0b11988b-91e2-4308-bc3c-e819d7d52cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:57:25.661087 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:57:26.673447 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:57:28.282765 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:57:29.062651 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:57:34.141931 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=2 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:57:34.146877 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=4 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:57:38.974223 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=8 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:57:38.981127 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=10,neutron:UPDATE=6 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:57:39.224097 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:57:49.219256 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:57:49.219999 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:57:51.878972 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-0fa7302f-129d-43cb-b9b5-6e7e694798d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:57:54.219371 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-f5317d0e-3731-405d-ac24-f37ee1da1229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:57:55.666685 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:57:56.653384 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:57:58.283751 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:57:59.070288 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:58:08.977097 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:58:08.978898 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:58:16.224264 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:58:20.216662 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=3 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:58:21.889244 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-4cbc4b12-af51-408e-91df-226e5c7b78a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:58:24.201185 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-61481ab6-044c-4597-b7be-778a9e78451c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:58:25.663994 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:58:26.219816 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:58:26.666039 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:58:28.309470 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:58:29.037954 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:58:38.973212 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:58:38.975235 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:58:48.139550 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=3 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:58:48.140304 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=3 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:58:51.893834 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-2b616eb2-7596-4633-b54b-bf8aa53e182a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:58:53.224509 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:58:54.225459 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-ce857211-5300-4ab9-873d-2b331047bec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:58:55.720148 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:58:56.685934 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:58:58.319787 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:58:59.108274 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:59:03.220903 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=2 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:59:08.968547 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:59:08.973927 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:59:21.875758 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-9518f3c8-d23b-45b5-9fd4-b199f5b74213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:59:24.253295 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-98ff17b4-fa6b-4d18-bed5-50c3d7e800e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:59:25.145911 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=19 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:59:25.146875 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=13 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:59:25.664225 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:59:26.664381 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:59:28.287412 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:59:29.081294 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:59:30.224910 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 15:59:38.990236 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=9 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:59:38.992022 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=9,neutron:UPDATE=6 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:59:40.219437 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:59:40.220168 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 15:59:51.864098 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-42a8c15b-ce2b-4db2-aa72-07190819f0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:59:54.212268 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-12909f28-65eb-492f-ac74-1c1314294aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:59:55.707660 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:59:56.697681 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:59:58.280624 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 15:59:59.132239 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 16:00:02.139215 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 16:00:02.144084 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=5 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 16:00:07.223957 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG neutron.db.agents_db [None req-f11e2ae4-20cb-4dd0-add9-c3e13bd0776f None None] Agent healthcheck: found 6 active agents {{(pid=111211) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 16:00:09.000317 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 16:00:09.002103 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG dbcounter [-] [111210] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=111210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 16:00:17.219816 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 16:00:20.221645 dv-cinder-840678-12-iscsi neutron-server[111211]: DEBUG dbcounter [-] [111211] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 16:00:21.866066 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-17dcdcd1-b37a-4fc5-9aa4-dce019dff0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (251dd304-59f3-4964-a27c-cc4bc9747485), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 16:00:24.229128 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-0b14090e-fb30-4f67-9ab8-8af4bf1bf71f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (dd3bd63d-0634-4222-88d5-70695bba3e92), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 16:00:25.688534 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-3b224d46-fd7c-435c-981c-e6d9b5cc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (f36829e4-53ab-45dd-ac27-c06f1127c06a), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 16:00:26.674637 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-705bf2e9-c1a0-46d5-92a8-153b6513f079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (fb28482c-8959-413d-af39-23a3956254b0), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 16:00:28.279599 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-51d911bd-833c-4b47-be97-cb5463c78a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (590bddbe-4bd6-4257-bb8b-e0cad3844dc9), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 16:00:29.083106 dv-cinder-840678-12-iscsi neutron-server[111210]: DEBUG neutron_lib.callbacks.manager [None req-c0656b6a-f914-4728-a507-7b52f2e91d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747701125205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901572'] for agent (0d13f95c-3035-4c18-beb8-0a83c2b7abcf), after_update {{(pid=111210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}